[ 543.934848] env[65342]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 543.934848] env[65342]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 544.926027] env[65432]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 544.926027] env[65432]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 546.500986] env[65432]: INFO neutron.common.config [-] Logging enabled! [ 546.501274] env[65432]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 546.501577] env[65432]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65432) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 546.501902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 546.501998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 546.502869] env[65432]: WARNING oslo_policy.policy [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 546.503091] env[65432]: WARNING oslo_policy.policy [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 546.504836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] VMware NSXv3 Agent initialized successfully. [ 546.505198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Acquiring lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.505360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Acquired lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.505816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Releasing lock "singleton_lock" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.505853] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Full set of CONF: {{(pid=65432) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 546.505954] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 546.506063] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Configuration options gathered from: {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 546.506407] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 546.506573] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 546.506676] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ================================================================================ {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 546.506847] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] agent_down_time = 75 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.506985] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] allow_automatic_dhcp_failover = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507130] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] allow_bulk = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507272] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] api_extensions_path = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507406] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] api_paste_config = api-paste.ini {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507542] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] auth_strategy = keystone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507643] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] backdoor_port = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507740] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] backdoor_socket = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.507868] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] backlog = 4096 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508016] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508207] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] bind_host = 0.0.0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508351] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] bind_port = 9696 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508481] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] client_socket_timeout = 900 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508613] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] config_dir = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508716] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508847] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] config_source = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.508978] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] control_exchange = neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509126] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] core_plugin = ml2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509255] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] debug = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509422] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] default_availability_zones = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509645] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509786] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dhcp_agent_notification = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.509973] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dhcp_agents_per_network = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510053] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dhcp_lease_duration = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510191] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dhcp_load_type = networks {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510348] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dns_domain = openstacklocal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510491] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510616] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_default_route_bfd = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510740] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_default_route_ecmp = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.510902] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_dvr = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511061] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_new_agents = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511196] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511324] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_signals = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511452] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] enable_traditional_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511602] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] external_dns_driver = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511728] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] filter_validation = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511867] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] global_physnet_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.511994] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] graceful_shutdown_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512178] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] host = cpu-1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512318] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] host_dvr_for_dhcp = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512511] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] http_retries = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512667] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] instance_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512803] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.512967] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ipam_driver = internal {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513083] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513214] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] l3_ha = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513349] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513482] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] l3_ha_network_physical_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513614] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] l3_ha_network_type = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513749] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_color = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.513908] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_config_append = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514067] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514199] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_dir = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514326] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514429] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_options = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514558] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_rotate_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514697] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_rotate_interval_type = days {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514841] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] log_rotation_type = none {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.514926] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515032] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515168] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515314] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515445] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515583] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_dns_nameservers = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515712] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_header_line = 16384 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515838] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_l3_agents_per_router = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.515963] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_logfile_count = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516101] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_logfile_size_mb = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516228] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] max_subnet_host_routes = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516361] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] my_ip = 10.180.1.21 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516514] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] my_ipv6 = ::1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516618] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] network_auto_schedule = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516741] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] network_link_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.516926] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517117] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] notify_nova_on_port_data_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517261] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] notify_nova_on_port_status_changes = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517421] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] pagination_max_limit = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517560] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] publish_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517689] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rate_limit_burst = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517818] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rate_limit_except_level = CRITICAL {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.517945] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rate_limit_interval = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518085] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] retry_until_window = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518212] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] router_distributed = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518336] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rpc_resources_processing_step = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518493] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rpc_response_max_timeout = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518638] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] rpc_response_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518767] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] send_events_interval = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.518911] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] service_plugins = ['router'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519055] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] setproctitle = on {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519183] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] shell_completion = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519346] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] state_path = /opt/stack/data/neutron {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519486] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] syslog_log_facility = LOG_USER {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519617] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] tcp_keepidle = 600 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519751] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.519881] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] use_journal = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520100] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] use_json = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520194] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] use_ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520351] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] use_stderr = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520496] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] use_syslog = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520626] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vlan_qinq = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520750] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vlan_transparent = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.520877] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] watch_log_file = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.521014] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] wsgi_default_pool_size = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.521147] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] wsgi_keep_alive = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.521282] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.521439] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] wsgi_server_debug = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.521603] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_concurrency.disable_process_locking = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.521747] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.521886] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522024] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522163] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522300] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522435] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522581] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.connection_string = messaging:// {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522717] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.522872] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.es_doc_type = notification {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523040] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.es_scroll_size = 10000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523184] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.es_scroll_time = 2m {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523314] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.filter_error_trace = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523452] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.hmac_keys = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523586] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.sentinel_service_name = mymaster {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523725] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.socket_timeout = 0.1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523856] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.trace_requests = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.523987] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler.trace_sqlalchemy = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.524145] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler_jaeger.process_tags = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.524331] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler_jaeger.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.524513] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] profiler_otlp.service_name_prefix = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.524671] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.enforce_new_defaults = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.524938] env[65432]: WARNING oslo_config.cfg [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 546.525095] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.enforce_scope = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525236] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.policy_default_rule = default {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525384] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525521] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525661] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525825] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.525960] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526098] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526228] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526361] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526508] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526671] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] agent.extensions = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526782] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.526914] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] service_providers.service_provider = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527063] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.default_quota = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527227] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527387] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_floatingip = 50 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527526] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_network = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527656] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_port = 500 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527781] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.527909] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_router = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528045] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_security_group = 10 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528176] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528307] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.quota_subnet = 100 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528440] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] QUOTAS.track_quota_usage = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528589] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528748] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.528882] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529020] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529158] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529321] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529439] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529582] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529711] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529832] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.529957] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530131] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530284] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530444] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_dhcp_release.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530594] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530721] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530848] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.530975] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531121] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531253] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531382] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_ovs_vsctl.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531518] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.capabilities = [21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531705] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531851] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.531983] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532131] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532261] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532387] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_namespace.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532525] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.capabilities = [12] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532649] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532773] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.532899] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533040] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533203] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533342] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_conntrack.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533483] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.capabilities = [12, 21] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533609] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.group = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533732] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.helper_command = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533861] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.log_daemon_traceback = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.533991] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534133] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.thread_pool_size = 8 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534258] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] privsep_link.user = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534407] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534553] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534714] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.continue_on_failed_promotions = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.534868] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.dscp = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535014] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.dscp_inherit = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535160] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.force_mp_to_policy = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535290] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.locking_coordinator_url = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535425] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.log_agent_heartbeats = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535556] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.logging_expire = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535692] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535825] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.535965] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.polling_interval = 240 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536116] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536286] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536436] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.report_interval = 30.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536598] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536766] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.536876] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537016] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.sync_skew = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537156] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.synchronization_queue_size = 20 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537290] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT.use_helper_for_ns_read = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537434] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] SECURITYGROUP.enable_ipset = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537572] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] SECURITYGROUP.enable_security_group = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537707] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537840] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.537976] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] experimental.ipv6_pd_enabled = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538139] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.extension_drivers = ['port_security'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538267] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.external_network_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538407] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538545] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.overlay_ip_version = 4 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538678] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.path_mtu = 8950 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538815] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.physical_network_mtus = {} {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.538951] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539096] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539233] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ml2.type_drivers = ['vlan'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539396] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539532] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539661] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539803] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.539939] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540084] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540221] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540427] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540507] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540704] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540843] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_login_password = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.540984] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541131] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_login_user = admin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541268] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541406] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541538] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541668] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541804] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.541943] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542089] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542226] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542357] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542493] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542633] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542763] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.542897] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543099] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543243] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543378] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543511] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543643] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543780] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.543913] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544049] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544181] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544317] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544446] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544570] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544704] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.region_name = RegionOne {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544831] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.544953] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] nova.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545094] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545234] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.auth_type = password {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545365] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545491] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545619] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545752] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.endpoint_type = public {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545878] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.545999] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546136] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546261] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546383] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] placement.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546514] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.auth_section = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546655] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.auth_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546897] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.cafile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.546970] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.certfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547108] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.collect_timing = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547271] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.connect_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547361] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.connect_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547493] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.enable_notifications = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547617] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.endpoint_override = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547745] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.insecure = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547870] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.interface = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.547996] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.keyfile = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548136] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.max_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548261] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.min_version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548383] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.region_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548507] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.retriable_status_codes = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548627] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.service_name = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548748] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.service_type = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548872] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.split_loggers = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.548991] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.status_code_retries = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549123] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.status_code_retry_delay = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549247] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.timeout = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549400] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.valid_interfaces = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549534] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ironic.version = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549670] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] cli_script.dry_run = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549811] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.549939] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550079] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550213] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550372] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550541] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550639] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550770] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.550897] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551045] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551176] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551316] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551453] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551586] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551715] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551851] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.551979] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552118] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552250] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552377] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552505] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552631] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552755] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.552881] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553037] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553145] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553274] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553402] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553530] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553658] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553788] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.553925] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554067] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554197] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554327] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554459] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554586] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554722] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_notifications.driver = [] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554852] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_notifications.retry = -1 {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.554996] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.555136] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.555239] env[65432]: DEBUG oslo_service.backend._eventlet.service [None req-76b4f0be-33e3-45eb-95a7-9117714c0e46 None None] ******************************************************************************** {{(pid=65432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 546.556389] env[65432]: DEBUG neutron.agent.securitygroups_rpc [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Init firewall settings (driver=nsxv3) {{(pid=65432) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 546.557673] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65432) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 546.557907] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] RPC agent_id: nsxm-l-01a.corp.local [ 546.560136] env[65432]: DEBUG dogpile.cache.region [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 546.560250] env[65432]: DEBUG dogpile.lock [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 546.560380] env[65432]: DEBUG dogpile.lock [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 546.560492] env[65432]: DEBUG dogpile.lock [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 546.560592] env[65432]: DEBUG dogpile.cache.region [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 546.560729] env[65432]: DEBUG dogpile.lock [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 546.560787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 546.591644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Session token - acquiring [ 546.593233] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.593422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.593502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.593944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.605831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.890849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 546.913508] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 546.913677] env[65432]: DEBUG dogpile.cache.region [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Cache value generated in 0.353 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 546.913749] env[65432]: DEBUG dogpile.lock [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 546.913871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Activating Policy API Provider. [ 546.914072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Looking for the default Infrastructure Rules. [ 546.992517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Looking for the Default Layer3 Logged Drop Section. [ 547.014083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 547.014566] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.014740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.014838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.015148] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.015482] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.532272] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.033484] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.536075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Inventory metadata is going to be refreshed. [ 548.536404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.268017] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.268261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.268336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.268660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.281363] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.282430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.283082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.307713] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.307966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.308121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.308493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.308607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.308779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.308913] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.309065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 549.330048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.330346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.330546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.330880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.331101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.331279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.352991] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.353255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.353396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.353717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.353891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.354067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.374221] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.374463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.374612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.374921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.375106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.375296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 549.375487] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.375626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 549.393972] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.394329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.394489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.394839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.395037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.395220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 549.395383] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.395593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 549.415496] env[65432]: DEBUG networking_nsxv3.common.locking [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.415713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.415861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.416286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.416495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.416658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 549.416780] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.416933] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Inventory metadata have been refreshed. [ 549.417051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Dryrun:True. Metadata refresh completed. [ 549.417213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.418961] env[65432]: INFO neutron.agent.agent_extensions_manager [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Loaded agent extensions: [] [ 549.419805] env[65432]: DEBUG neutron_lib.callbacks.manager [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65432) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 549.479232] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent RPC Daemon Started! [ 549.479421] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:0 started [ 549.479587] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent out of sync with plugin! [ 554.420759] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.420759] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.421718] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.421718] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.423103] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.423103] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.704739] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f338d7c7-5e5e-43be-95fd-18b170dff835 demo admin] Enqueued Resource ID: 892e8def-343a-4f54-be3e-bf8897d6a49f with Priority: HIGHEST for action security_group_rules [ 564.705407] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892e8def-343a-4f54-be3e-bf8897d6a49f with Priority: HIGHEST for action security_group_rules [ 564.705687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-892e8def-343a-4f54-be3e-bf8897d6a49f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.705851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-892e8def-343a-4f54-be3e-bf8897d6a49f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.705927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-892e8def-343a-4f54-be3e-bf8897d6a49f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.706271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-892e8def-343a-4f54-be3e-bf8897d6a49f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.706353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('892e8def-343a-4f54-be3e-bf8897d6a49f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.228139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.228429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.228429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.228550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.228638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.228731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 892e8def-343a-4f54-be3e-bf8897d6a49f already deleted. [ 565.228809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-892e8def-343a-4f54-be3e-bf8897d6a49f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.706854] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.707307] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.708252] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.708497] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.422730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.423196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.423196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.423196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.423400] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.709582] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.709582] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.926434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.429424] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.932032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 580.932244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.740630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.741119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.741119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.741119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.752211] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.753026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.753895] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.772027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.772241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.772286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.772482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.772567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.772676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.772745] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.772815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.792043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.792261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.792261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.792451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.792581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.792693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.817710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.817927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.817927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.818148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.818253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.818362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.838256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.838472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.838472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.838711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.838783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.838834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.838912] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.838979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.858197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.858492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.858492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.858617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.858665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.858762] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.858826] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.858897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.880781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.881019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.881019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.881215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.881316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.881431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.881502] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.881565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 581.881631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 581.881702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 581.881768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 581.881821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 581.882096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 581.882170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 581.882240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.909923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.910232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.910232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.910393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.910442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.910528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.930993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.931310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.931310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.931434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.931513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.944542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.710616] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.711195] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.712252] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.712640] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 593.157255] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4aa52a85-a2ee-47e8-a925-0db67882cf7c None None] Enqueued Resource ID: d9f853e1-57cf-4c44-a60a-54c3f00277f5 with Priority: HIGHEST for action port [ 593.157811] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f853e1-57cf-4c44-a60a-54c3f00277f5 with Priority: HIGHEST for action port [ 593.158155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f853e1-57cf-4c44-a60a-54c3f00277f5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.158335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f853e1-57cf-4c44-a60a-54c3f00277f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.158408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f853e1-57cf-4c44-a60a-54c3f00277f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.158659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f853e1-57cf-4c44-a60a-54c3f00277f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.158740] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f853e1-57cf-4c44-a60a-54c3f00277f5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.405063] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c8647714-5a3e-4435-bef8-42d5d8a9b2c2 None None] Enqueued Resource ID: c6ffc897-7d58-41b7-8fc8-e6b76f60b026 with Priority: HIGHEST for action port [ 593.405766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ffc897-7d58-41b7-8fc8-e6b76f60b026 with Priority: HIGHEST for action port [ 593.406436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ffc897-7d58-41b7-8fc8-e6b76f60b026 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.406436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ffc897-7d58-41b7-8fc8-e6b76f60b026" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.407015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ffc897-7d58-41b7-8fc8-e6b76f60b026" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.407705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ffc897-7d58-41b7-8fc8-e6b76f60b026" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.407851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ffc897-7d58-41b7-8fc8-e6b76f60b026',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.661552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9f853e1-57cf-4c44-a60a-54c3f00277f5 [ 593.661770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.661899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.661992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.662295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.662387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.662478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9f853e1-57cf-4c44-a60a-54c3f00277f5 already deleted. [ 593.662561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f853e1-57cf-4c44-a60a-54c3f00277f5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.911104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ffc897-7d58-41b7-8fc8-e6b76f60b026 [ 593.911369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.911764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.911898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.912159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.912257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.912351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ffc897-7d58-41b7-8fc8-e6b76f60b026 already deleted. [ 593.912428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ffc897-7d58-41b7-8fc8-e6b76f60b026" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.747669] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a4c99b8d-ca22-4e70-9187-73a8379259b0 None None] Enqueued Resource ID: 7579c71b-83bb-47b8-8429-03cee0c4e50f with Priority: HIGHEST for action port [ 595.747669] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7579c71b-83bb-47b8-8429-03cee0c4e50f with Priority: HIGHEST for action port [ 595.747669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7579c71b-83bb-47b8-8429-03cee0c4e50f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.748185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7579c71b-83bb-47b8-8429-03cee0c4e50f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.748185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7579c71b-83bb-47b8-8429-03cee0c4e50f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.751639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7579c71b-83bb-47b8-8429-03cee0c4e50f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.751639] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7579c71b-83bb-47b8-8429-03cee0c4e50f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.872092] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a2d7c350-7fad-4e99-bc7e-bfb677aaecd1 None None] Enqueued Resource ID: 9e0b1b9d-8d12-4813-a88c-d8879b55fc65 with Priority: HIGHEST for action port [ 595.872387] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0b1b9d-8d12-4813-a88c-d8879b55fc65 with Priority: HIGHEST for action port [ 595.872957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e0b1b9d-8d12-4813-a88c-d8879b55fc65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.873114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e0b1b9d-8d12-4813-a88c-d8879b55fc65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.873178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e0b1b9d-8d12-4813-a88c-d8879b55fc65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.873406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e0b1b9d-8d12-4813-a88c-d8879b55fc65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.873486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0b1b9d-8d12-4813-a88c-d8879b55fc65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.254410] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7579c71b-83bb-47b8-8429-03cee0c4e50f [ 596.254637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.254772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.254842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.255079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.255173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.255264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7579c71b-83bb-47b8-8429-03cee0c4e50f already deleted. [ 596.255341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7579c71b-83bb-47b8-8429-03cee0c4e50f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.376899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e0b1b9d-8d12-4813-a88c-d8879b55fc65 [ 596.376899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.376899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.376899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.376899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.376899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.376899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e0b1b9d-8d12-4813-a88c-d8879b55fc65 already deleted. [ 596.376899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e0b1b9d-8d12-4813-a88c-d8879b55fc65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196898] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d3ccbff5-caf6-46f3-936a-3a9946dd813a None None] Enqueued Resource ID: 11130844-c68a-463c-b401-577d4a84af9a with Priority: HIGHEST for action port [ 597.198661] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11130844-c68a-463c-b401-577d4a84af9a with Priority: HIGHEST for action port [ 597.198661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-11130844-c68a-463c-b401-577d4a84af9a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.198661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11130844-c68a-463c-b401-577d4a84af9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.198661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11130844-c68a-463c-b401-577d4a84af9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.198661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11130844-c68a-463c-b401-577d4a84af9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.198661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11130844-c68a-463c-b401-577d4a84af9a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.361659] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e228104b-d60b-478a-99a1-f044ac84e8b4 None None] Enqueued Resource ID: d42cca51-f215-4750-a19f-eff9eac2074d with Priority: HIGHEST for action port [ 597.362204] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42cca51-f215-4750-a19f-eff9eac2074d with Priority: HIGHEST for action port [ 597.362608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42cca51-f215-4750-a19f-eff9eac2074d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.362790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42cca51-f215-4750-a19f-eff9eac2074d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.362895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42cca51-f215-4750-a19f-eff9eac2074d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.363288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42cca51-f215-4750-a19f-eff9eac2074d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.363414] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42cca51-f215-4750-a19f-eff9eac2074d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.702028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11130844-c68a-463c-b401-577d4a84af9a [ 597.702427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.702427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.703160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.703160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.703160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11130844-c68a-463c-b401-577d4a84af9a already deleted. [ 597.703160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11130844-c68a-463c-b401-577d4a84af9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.868341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42cca51-f215-4750-a19f-eff9eac2074d [ 597.868341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.868341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.868341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.868341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.868341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.868341] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42cca51-f215-4750-a19f-eff9eac2074d already deleted. [ 597.868341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42cca51-f215-4750-a19f-eff9eac2074d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.238675] env[65432]: INFO networking_nsxv3.common.synchronization [None req-89ea04da-09d0-4568-b6bf-a614258d38d3 None None] Enqueued Resource ID: 833a0daa-a619-4ab6-9406-afe401b5304a with Priority: HIGHEST for action port [ 598.238675] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833a0daa-a619-4ab6-9406-afe401b5304a with Priority: HIGHEST for action port [ 598.238675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-833a0daa-a619-4ab6-9406-afe401b5304a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.239138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833a0daa-a619-4ab6-9406-afe401b5304a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.239138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833a0daa-a619-4ab6-9406-afe401b5304a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.239138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833a0daa-a619-4ab6-9406-afe401b5304a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.239138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833a0daa-a619-4ab6-9406-afe401b5304a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.742371] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 833a0daa-a619-4ab6-9406-afe401b5304a [ 598.743258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.743258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.743258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.743258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.743489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.744126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:833a0daa-a619-4ab6-9406-afe401b5304a already deleted. [ 598.744126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833a0daa-a619-4ab6-9406-afe401b5304a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.170596] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9e4def11-3030-4c97-b0b9-6dcea4db0194 None None] Enqueued Resource ID: 29f431e7-5165-48f7-abe8-5d069c85483c with Priority: HIGHEST for action port [ 599.172429] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f431e7-5165-48f7-abe8-5d069c85483c with Priority: HIGHEST for action port [ 599.172429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f431e7-5165-48f7-abe8-5d069c85483c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.172429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f431e7-5165-48f7-abe8-5d069c85483c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.172429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f431e7-5165-48f7-abe8-5d069c85483c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.172429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f431e7-5165-48f7-abe8-5d069c85483c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.172814] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f431e7-5165-48f7-abe8-5d069c85483c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.674704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f431e7-5165-48f7-abe8-5d069c85483c [ 599.674930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.675087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.675159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.675366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.675515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.675553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f431e7-5165-48f7-abe8-5d069c85483c already deleted. [ 599.675612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f431e7-5165-48f7-abe8-5d069c85483c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.683383] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5571db0b-3781-4516-bb91-f2c50416ce3a None None] Enqueued Resource ID: 8c80fe3b-42f0-49a0-9112-02e6f1b34622 with Priority: HIGHEST for action port [ 599.683383] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80fe3b-42f0-49a0-9112-02e6f1b34622 with Priority: HIGHEST for action port [ 599.683383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c80fe3b-42f0-49a0-9112-02e6f1b34622 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.683383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c80fe3b-42f0-49a0-9112-02e6f1b34622" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.683383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c80fe3b-42f0-49a0-9112-02e6f1b34622" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.683383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c80fe3b-42f0-49a0-9112-02e6f1b34622" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.683383] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c80fe3b-42f0-49a0-9112-02e6f1b34622',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.107752] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bb094572-e1da-4ecb-acca-2909a0eee997 None None] Enqueued Resource ID: 53f892f8-6db3-4f98-9549-d732fe3fa8b6 with Priority: HIGHEST for action port [ 600.108459] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f892f8-6db3-4f98-9549-d732fe3fa8b6 with Priority: HIGHEST for action port [ 600.108776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f892f8-6db3-4f98-9549-d732fe3fa8b6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.108776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f892f8-6db3-4f98-9549-d732fe3fa8b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.108776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f892f8-6db3-4f98-9549-d732fe3fa8b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.112131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f892f8-6db3-4f98-9549-d732fe3fa8b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.112378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f892f8-6db3-4f98-9549-d732fe3fa8b6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.189596] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c80fe3b-42f0-49a0-9112-02e6f1b34622 [ 600.190228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.190228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.190478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.190724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.190851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.191017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c80fe3b-42f0-49a0-9112-02e6f1b34622 already deleted. [ 600.191149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c80fe3b-42f0-49a0-9112-02e6f1b34622" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.615696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f892f8-6db3-4f98-9549-d732fe3fa8b6 [ 600.615696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.615696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.615696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.615696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.615696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.615696] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f892f8-6db3-4f98-9549-d732fe3fa8b6 already deleted. [ 600.615696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f892f8-6db3-4f98-9549-d732fe3fa8b6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.960390] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ff705df4-47a9-4ed5-a27a-654c32c7edd9 None None] Enqueued Resource ID: ec03f896-029c-4d1c-8fab-9ad17f75035b with Priority: HIGHEST for action port [ 600.960687] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec03f896-029c-4d1c-8fab-9ad17f75035b with Priority: HIGHEST for action port [ 600.961077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec03f896-029c-4d1c-8fab-9ad17f75035b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.961207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec03f896-029c-4d1c-8fab-9ad17f75035b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.961750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec03f896-029c-4d1c-8fab-9ad17f75035b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.962083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec03f896-029c-4d1c-8fab-9ad17f75035b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.962203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec03f896-029c-4d1c-8fab-9ad17f75035b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.467576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec03f896-029c-4d1c-8fab-9ad17f75035b [ 601.467576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.467576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.467576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.467576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.467576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.467576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec03f896-029c-4d1c-8fab-9ad17f75035b already deleted. [ 601.467576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec03f896-029c-4d1c-8fab-9ad17f75035b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.754904] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c802bcaf-0b22-41ce-98d1-77dcc6a69e3d None None] Enqueued Resource ID: 0e184e81-0f19-4acf-9f41-d28eef28a714 with Priority: HIGHEST for action port [ 601.755186] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e184e81-0f19-4acf-9f41-d28eef28a714 with Priority: HIGHEST for action port [ 601.756182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e184e81-0f19-4acf-9f41-d28eef28a714 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.756182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e184e81-0f19-4acf-9f41-d28eef28a714" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.756182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e184e81-0f19-4acf-9f41-d28eef28a714" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.756364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e184e81-0f19-4acf-9f41-d28eef28a714" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.756364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e184e81-0f19-4acf-9f41-d28eef28a714',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.254996] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fdc0ffef-b7e4-44ac-94a6-50c0374ba60a None None] Enqueued Resource ID: 89b4b337-55f4-4e3c-ac28-0d0b629527a9 with Priority: HIGHEST for action port [ 602.255272] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b4b337-55f4-4e3c-ac28-0d0b629527a9 with Priority: HIGHEST for action port [ 602.256231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b4b337-55f4-4e3c-ac28-0d0b629527a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b4b337-55f4-4e3c-ac28-0d0b629527a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.256231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b4b337-55f4-4e3c-ac28-0d0b629527a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.256456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b4b337-55f4-4e3c-ac28-0d0b629527a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.256456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b4b337-55f4-4e3c-ac28-0d0b629527a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.261891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e184e81-0f19-4acf-9f41-d28eef28a714 [ 602.262328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.262328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.262634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.262728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e184e81-0f19-4acf-9f41-d28eef28a714 already deleted. [ 602.262816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e184e81-0f19-4acf-9f41-d28eef28a714" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.759333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89b4b337-55f4-4e3c-ac28-0d0b629527a9 [ 602.759565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.759696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.759775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.760145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.760241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89b4b337-55f4-4e3c-ac28-0d0b629527a9 already deleted. [ 602.760345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b4b337-55f4-4e3c-ac28-0d0b629527a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.614014] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9000c585-f322-4e86-aed6-649d36a82d8a None None] Enqueued Resource ID: 463af204-f171-4113-beed-8e263406baed with Priority: HIGHEST for action port [ 603.614341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463af204-f171-4113-beed-8e263406baed with Priority: HIGHEST for action port [ 603.614988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-463af204-f171-4113-beed-8e263406baed taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.614988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-463af204-f171-4113-beed-8e263406baed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.615659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-463af204-f171-4113-beed-8e263406baed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.615944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-463af204-f171-4113-beed-8e263406baed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.616062] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('463af204-f171-4113-beed-8e263406baed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.118976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 463af204-f171-4113-beed-8e263406baed [ 604.119225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.119685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.119685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.120274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.120427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.120504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:463af204-f171-4113-beed-8e263406baed already deleted. [ 604.120561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-463af204-f171-4113-beed-8e263406baed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.216569] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1a4f1b01-63c2-4e5e-a604-b0dacf4734d5 tempest-ServersTestManualDisk-1754133111 tempest-ServersTestManualDisk-1754133111-project-member] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 604.217969] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 604.217969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.217969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.217969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.218178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.218249] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.683250] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4819d723-0c70-420f-9861-601b15e396c5 tempest-ServersTestManualDisk-1754133111 tempest-ServersTestManualDisk-1754133111-project-member] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 604.683754] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 604.684058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.684162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.740439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.740971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.740971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.740971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.740971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.741182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614a3146-8063-423b-8403-081e0f843048 already deleted. [ 604.741182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.741248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.741540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.741540] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.016311] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9211de88-630a-487b-b3cf-9f6209bd412c None None] Enqueued Resource ID: d704aeda-9074-405e-b5fd-be472de8d96b with Priority: HIGHEST for action port [ 605.016840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d704aeda-9074-405e-b5fd-be472de8d96b with Priority: HIGHEST for action port [ 605.017156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d704aeda-9074-405e-b5fd-be472de8d96b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.017281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d704aeda-9074-405e-b5fd-be472de8d96b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.017382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d704aeda-9074-405e-b5fd-be472de8d96b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.017587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d704aeda-9074-405e-b5fd-be472de8d96b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.017666] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d704aeda-9074-405e-b5fd-be472de8d96b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.221418] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cbc1674e-dbed-4bc5-b39f-d227195a5788 None None] Enqueued Resource ID: b69205c8-ca33-49d9-8f02-1e4b647d79e5 with Priority: HIGHEST for action port [ 605.221848] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69205c8-ca33-49d9-8f02-1e4b647d79e5 with Priority: HIGHEST for action port [ 605.222161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69205c8-ca33-49d9-8f02-1e4b647d79e5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69205c8-ca33-49d9-8f02-1e4b647d79e5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.222349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69205c8-ca33-49d9-8f02-1e4b647d79e5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.222592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69205c8-ca33-49d9-8f02-1e4b647d79e5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.222672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69205c8-ca33-49d9-8f02-1e4b647d79e5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.263984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.264161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.264235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.264449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.264551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264685] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614a3146-8063-423b-8403-081e0f843048 already deleted. [ 605.264858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.520257] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d704aeda-9074-405e-b5fd-be472de8d96b [ 605.520896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.521883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.521883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.521883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.521883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d704aeda-9074-405e-b5fd-be472de8d96b already deleted. [ 605.521883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d704aeda-9074-405e-b5fd-be472de8d96b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.725020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b69205c8-ca33-49d9-8f02-1e4b647d79e5 [ 605.725291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.725389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.725800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.726177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.726177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.726387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b69205c8-ca33-49d9-8f02-1e4b647d79e5 already deleted. [ 605.726387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69205c8-ca33-49d9-8f02-1e4b647d79e5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.705841] env[65432]: INFO networking_nsxv3.common.synchronization [req-6fee1a86-d4d3-4ad0-a145-f7f29fb9288e req-689b455b-0156-435a-8b86-f8d6b5ad0fbd tempest-DeleteServersAdminTestJSON-1048336916 tempest-DeleteServersAdminTestJSON-1048336916-project-member] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 606.705841] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 606.705841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.705975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.706093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.706364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.707028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.707028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.707344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.707454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707546] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.729783] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2c427a5d-db7e-4bdf-ada2-acd630d4f5df None None] Enqueued Resource ID: 03622330-82de-476f-95a1-e68e65923326 with Priority: HIGHEST for action port [ 606.731935] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03622330-82de-476f-95a1-e68e65923326 with Priority: HIGHEST for action port [ 606.731935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-03622330-82de-476f-95a1-e68e65923326 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.731935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03622330-82de-476f-95a1-e68e65923326" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.731935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03622330-82de-476f-95a1-e68e65923326" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.731935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03622330-82de-476f-95a1-e68e65923326" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.731935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03622330-82de-476f-95a1-e68e65923326',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.041552] env[65432]: INFO networking_nsxv3.common.synchronization [None req-74cfc8da-6f19-4317-9f17-c740235f2b15 None None] Enqueued Resource ID: 05f2ef0e-0954-4242-9fbd-68478416127e with Priority: HIGHEST for action port [ 607.042438] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f2ef0e-0954-4242-9fbd-68478416127e with Priority: HIGHEST for action port [ 607.042589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f2ef0e-0954-4242-9fbd-68478416127e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.042716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f2ef0e-0954-4242-9fbd-68478416127e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.042783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f2ef0e-0954-4242-9fbd-68478416127e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.043093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f2ef0e-0954-4242-9fbd-68478416127e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.043186] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f2ef0e-0954-4242-9fbd-68478416127e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.210659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.210806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.210890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.211299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.211299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.211489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.211623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.211681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.211794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.211859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.212118] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 already deleted. [ 607.212118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.235808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03622330-82de-476f-95a1-e68e65923326 [ 607.236051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.236310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.236310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.236445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.236530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.236612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03622330-82de-476f-95a1-e68e65923326 already deleted. [ 607.236692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03622330-82de-476f-95a1-e68e65923326" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05f2ef0e-0954-4242-9fbd-68478416127e [ 607.546418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.546632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.546632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.546857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.546949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.547052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05f2ef0e-0954-4242-9fbd-68478416127e already deleted. [ 607.547140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f2ef0e-0954-4242-9fbd-68478416127e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649720] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.649720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.649720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.649938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.651023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.651023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.651023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.651023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.651610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.651610] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.651610] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.651610] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.651734] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.651764] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.652597] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.652597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.671687] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.672128] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.672128] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.672235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.672941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-06869471-566f-46ed-8a0b-9ad5f3851780 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.672941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.672941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.673174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.673174] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06869471-566f-46ed-8a0b-9ad5f3851780',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.177294] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.177609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.177658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.178287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.178397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.178548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 06869471-566f-46ed-8a0b-9ad5f3851780 not found, creating... [ 608.178835] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.178932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.179052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.179264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.179391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.179738] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.179884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.180068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.180285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.180416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180687] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 06869471-566f-46ed-8a0b-9ad5f3851780 is going to be created. [ 608.201735] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.201946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.202077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.202359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.202575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.202800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.329569] env[65432]: INFO networking_nsxv3.common.synchronization [None req-32384b89-955f-406b-b8da-481c1adb9232 None None] Enqueued Resource ID: 7585d826-8d40-4833-b106-fe3e70a9e77e with Priority: HIGHEST for action port [ 608.329569] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585d826-8d40-4833-b106-fe3e70a9e77e with Priority: HIGHEST for action port [ 608.329569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7585d826-8d40-4833-b106-fe3e70a9e77e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.330515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7585d826-8d40-4833-b106-fe3e70a9e77e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.330515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7585d826-8d40-4833-b106-fe3e70a9e77e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.330726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7585d826-8d40-4833-b106-fe3e70a9e77e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.330837] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7585d826-8d40-4833-b106-fe3e70a9e77e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.833218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7585d826-8d40-4833-b106-fe3e70a9e77e [ 608.833604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.833821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.833897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.834116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.834226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.834299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7585d826-8d40-4833-b106-fe3e70a9e77e already deleted. [ 608.834379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7585d826-8d40-4833-b106-fe3e70a9e77e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.970636] env[65432]: INFO networking_nsxv3.common.synchronization [req-6fee1a86-d4d3-4ad0-a145-f7f29fb9288e req-1ecca5fb-8068-4f6b-9ef8-b1aaff9d5837 service nova] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_rules [ 608.970810] env[65432]: INFO networking_nsxv3.common.synchronization [req-6fee1a86-d4d3-4ad0-a145-f7f29fb9288e req-1ecca5fb-8068-4f6b-9ef8-b1aaff9d5837 service nova] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 608.970945] env[65432]: INFO networking_nsxv3.common.synchronization [req-6fee1a86-d4d3-4ad0-a145-f7f29fb9288e req-1ecca5fb-8068-4f6b-9ef8-b1aaff9d5837 service nova] Enqueued Resource ID: 06869471-566f-46ed-8a0b-9ad5f3851780 with Priority: HIGHEST for action port [ 608.971500] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_rules [ 608.971645] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 608.971746] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06869471-566f-46ed-8a0b-9ad5f3851780 with Priority: HIGHEST for action port [ 608.972023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.972153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.972486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.972566] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.973391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.973508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.973575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.973735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.973879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.973972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.974048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.974187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.974270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.974358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.975217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-06869471-566f-46ed-8a0b-9ad5f3851780 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.975217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.975217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.975372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.975434] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06869471-566f-46ed-8a0b-9ad5f3851780',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.482869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.482869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.482869] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.491350] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06869471-566f-46ed-8a0b-9ad5f3851780 with status ACTIVE [ 609.491580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.491747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.491815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.492091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.492193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.492413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.492519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.492580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.492773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.492853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.493198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.493258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.493506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06869471-566f-46ed-8a0b-9ad5f3851780 is going to be updated. [ 609.514699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.515017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.515092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.515607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.515607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.515732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06869471-566f-46ed-8a0b-9ad5f3851780" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.784062] env[65432]: INFO networking_nsxv3.common.synchronization [None req-808be0b6-365f-4b1b-bf96-875d0e3af83f None None] Enqueued Resource ID: 66248fff-4041-4bcf-9b33-efbc2d58b837 with Priority: HIGHEST for action port [ 609.784791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66248fff-4041-4bcf-9b33-efbc2d58b837 with Priority: HIGHEST for action port [ 609.786015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-66248fff-4041-4bcf-9b33-efbc2d58b837 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.786015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66248fff-4041-4bcf-9b33-efbc2d58b837" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.786015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66248fff-4041-4bcf-9b33-efbc2d58b837" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.786015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66248fff-4041-4bcf-9b33-efbc2d58b837" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.786015] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66248fff-4041-4bcf-9b33-efbc2d58b837',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.987171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.287681] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66248fff-4041-4bcf-9b33-efbc2d58b837 [ 610.288129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.288299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.288299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.288543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.290359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.290568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66248fff-4041-4bcf-9b33-efbc2d58b837 already deleted. [ 610.290568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66248fff-4041-4bcf-9b33-efbc2d58b837" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.490242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.490674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.490674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.490815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.490815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.490914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be created. [ 610.522611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.522717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.522717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.522922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.523116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.534332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: UNINITIALIZED for 2s [ 611.348265] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1405a08-5131-416d-8000-e44f6aa59789 req-9d64e6fb-8ff2-49e0-99fd-1573b5ea9745 tempest-ServerDiagnosticsNegativeTest-249495757 tempest-ServerDiagnosticsNegativeTest-249495757-project-member] Enqueued Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 611.348891] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 611.349689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.349689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.349689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.349874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.349874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.349977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.350567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.350567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.350567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.350567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.854278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.854737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.854737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.854979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.855166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.855507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.855685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.855794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.856826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.856826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.856826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe already deleted. [ 611.856826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.935389] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.935389] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.935389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.936172] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.936808] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.936808] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.936808] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.937233] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.937653] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.939713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.958462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.961039] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.961039] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.961039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.961039] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.961039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.961039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.961039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.961039] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a5a23a-b1c1-4298-b29e-5d4a9e882d3e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.066401] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6dd136ea-0614-428c-bb54-fcd478e06896 None None] Enqueued Resource ID: 01eb31b6-ebfb-4d37-b82d-4ef27548a2c9 with Priority: HIGHEST for action port [ 612.066946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01eb31b6-ebfb-4d37-b82d-4ef27548a2c9 with Priority: HIGHEST for action port [ 612.067605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-01eb31b6-ebfb-4d37-b82d-4ef27548a2c9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.067605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01eb31b6-ebfb-4d37-b82d-4ef27548a2c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.067605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01eb31b6-ebfb-4d37-b82d-4ef27548a2c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.067790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01eb31b6-ebfb-4d37-b82d-4ef27548a2c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.067836] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01eb31b6-ebfb-4d37-b82d-4ef27548a2c9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.466471] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.466587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.466735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.466998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.467126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.467250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e not found, creating... [ 612.467499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.467712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.467763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.467940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.468244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.468538] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.469667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.469869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.470115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.470292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.470563] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e is going to be created. [ 612.494867] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.495363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.495491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.548045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 612.548191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.548446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.549023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.549023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.549204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.549204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.549298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.549377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.549488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.549576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.572470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01eb31b6-ebfb-4d37-b82d-4ef27548a2c9 [ 612.572747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.572899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.572961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.573821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.573821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.573821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01eb31b6-ebfb-4d37-b82d-4ef27548a2c9 already deleted. [ 612.573821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01eb31b6-ebfb-4d37-b82d-4ef27548a2c9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.744138] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f5f2419b-0ac9-450d-a871-72ce27a788c2 None None] Enqueued Resource ID: 2f92af1a-4fda-4e8d-a571-842aca4cf0d3 with Priority: HIGHEST for action port [ 612.744617] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f92af1a-4fda-4e8d-a571-842aca4cf0d3 with Priority: HIGHEST for action port [ 612.756448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f92af1a-4fda-4e8d-a571-842aca4cf0d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.756630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f92af1a-4fda-4e8d-a571-842aca4cf0d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.758057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f92af1a-4fda-4e8d-a571-842aca4cf0d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.758057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f92af1a-4fda-4e8d-a571-842aca4cf0d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.758057] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f92af1a-4fda-4e8d-a571-842aca4cf0d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.052964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.053361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.053361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.053486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.053576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.053711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.053916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.054221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.054740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.054771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.055047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.055906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.055906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.055906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.055906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.055906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.055906] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.072108] env[65432]: INFO networking_nsxv3.common.synchronization [req-477859a7-bee7-4701-82af-4820bd816ba1 req-5fd3e4c5-06bc-4207-ba3e-847e08af45c1 tempest-TenantUsagesTestJSON-723679770 tempest-TenantUsagesTestJSON-723679770-project-member] Enqueued Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 613.073659] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 613.074921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.075216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.075288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.075579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.075751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.075850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.075908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.076082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.076168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.076288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.262615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f92af1a-4fda-4e8d-a571-842aca4cf0d3 [ 613.262847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.262984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.263060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.263297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.263388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.263484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f92af1a-4fda-4e8d-a571-842aca4cf0d3 already deleted. [ 613.263562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f92af1a-4fda-4e8d-a571-842aca4cf0d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.270410] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1405a08-5131-416d-8000-e44f6aa59789 req-e561373d-749d-4c70-8861-ad86b72617f5 service nova] Enqueued Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_rules [ 613.270410] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1405a08-5131-416d-8000-e44f6aa59789 req-e561373d-749d-4c70-8861-ad86b72617f5 service nova] Enqueued Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 613.270410] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1405a08-5131-416d-8000-e44f6aa59789 req-e561373d-749d-4c70-8861-ad86b72617f5 service nova] Enqueued Resource ID: 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e with Priority: HIGHEST for action port [ 613.275313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_rules [ 613.275461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 613.275583] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e with Priority: HIGHEST for action port [ 613.276168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.276326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.276372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.276607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.276685] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.277586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.277694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.277755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.277950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.282962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.282962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.282962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.282962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.282962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.282962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.284848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.284965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.285020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.285198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.285281] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a5a23a-b1c1-4298-b29e-5d4a9e882d3e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.560923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df2aa961-d4b6-4dd6-b26f-633b614d0248: rpc.has_security_group_logging(os_id): False [ 613.581023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.581023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.581023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.581023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.581644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.581644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.581644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.582112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.582296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.582462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be created. [ 613.583774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.585545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.585545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a already deleted. [ 613.585545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.596689] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.596882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.596994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.597278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.597537] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.597676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.597796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.598437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.598630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.598830] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.598938] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.599053] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.599154] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.599260] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.599358] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.599480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.633181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.633998] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.633998] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.633998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.634370] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-68153373-9f3b-49d7-a64a-abecf69b5cf9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.634615] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.635205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.635205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.635354] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68153373-9f3b-49d7-a64a-abecf69b5cf9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.652978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.653186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.653255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.653489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.653667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.667175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 613.693236] env[65432]: INFO networking_nsxv3.common.synchronization [None req-36ad1ba6-3f18-4890-b860-ef20db8de0a9 tempest-VolumesAssistedSnapshotsTest-157034727 tempest-VolumesAssistedSnapshotsTest-157034727-project-member] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 613.693815] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 613.694474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.694474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.694474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.694612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.694693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.791632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.793682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.793682] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.793682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e with status ACTIVE [ 613.793682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.793682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.794015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.794178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.795038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.795038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.795038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.795672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.795672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.795672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.795672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.795860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.796075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80a5a23a-b1c1-4298-b29e-5d4a9e882d3e is going to be updated. [ 613.822194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.822713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.826609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.826877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.827102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.827211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80a5a23a-b1c1-4298-b29e-5d4a9e882d3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.854695] env[65432]: INFO networking_nsxv3.common.synchronization [None req-788b29f8-b1e4-4902-9e10-8565b18bbe39 tempest-VolumesAssistedSnapshotsTest-157034727 tempest-VolumesAssistedSnapshotsTest-157034727-project-member] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 613.855539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 613.855539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.855662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.138755] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.139941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.139941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.139941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.139941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.139941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 68153373-9f3b-49d7-a64a-abecf69b5cf9 not found, creating... [ 614.140390] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.142222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.142222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.142222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.145118] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.145664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.145664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.145772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.145808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.145943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 68153373-9f3b-49d7-a64a-abecf69b5cf9 is going to be created. [ 614.170351] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.170560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.170678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.171052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.171286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.171526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.221845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.222476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.222476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.222476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.222476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.222476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 already deleted. [ 614.222476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.222760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.222859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.222918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.299779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.744557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.744744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.744824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.745049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.745172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.745229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 already deleted. [ 614.745311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.803109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.803461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.803461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.803934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.803934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.803934] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe is going to be created. [ 614.829030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.829030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.829030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.829030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.829302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.838454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: UNINITIALIZED for 2s [ 614.954320] env[65432]: INFO networking_nsxv3.common.synchronization [req-477859a7-bee7-4701-82af-4820bd816ba1 req-efad3312-737a-4812-afc7-5002f3a4078d service nova] Enqueued Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_rules [ 614.955242] env[65432]: INFO networking_nsxv3.common.synchronization [req-477859a7-bee7-4701-82af-4820bd816ba1 req-efad3312-737a-4812-afc7-5002f3a4078d service nova] Enqueued Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 614.955440] env[65432]: INFO networking_nsxv3.common.synchronization [req-477859a7-bee7-4701-82af-4820bd816ba1 req-efad3312-737a-4812-afc7-5002f3a4078d service nova] Enqueued Resource ID: 68153373-9f3b-49d7-a64a-abecf69b5cf9 with Priority: HIGHEST for action port [ 614.956098] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_rules [ 614.956271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 614.956395] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68153373-9f3b-49d7-a64a-abecf69b5cf9 with Priority: HIGHEST for action port [ 614.956702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.956827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.956886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.957158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.957241] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.958881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.958992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.959622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.959790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.959943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.960082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.960140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.960602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.960697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.960788] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.961593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-68153373-9f3b-49d7-a64a-abecf69b5cf9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.961703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.961764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.961939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.961974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68153373-9f3b-49d7-a64a-abecf69b5cf9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.301080] env[65432]: INFO networking_nsxv3.common.synchronization [req-a059aee8-45df-4f78-b542-a42fc06f8a0f req-9c43c53d-0b52-4273-8df8-3695051b5b00 tempest-ImagesNegativeTestJSON-909073161 tempest-ImagesNegativeTestJSON-909073161-project-member] Enqueued Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 615.301935] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 615.302406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.302552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.302651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.303048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.303179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.303297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.303358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.303646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.303740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.303922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.466168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.466168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.466168] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.466168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68153373-9f3b-49d7-a64a-abecf69b5cf9 with status ACTIVE [ 615.466168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.466168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.466586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.466586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.466586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.466707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.466977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.466977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.467160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.467160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.467337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.467409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.467488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.467633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.467725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.467799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68153373-9f3b-49d7-a64a-abecf69b5cf9 is going to be updated. [ 615.492315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.493097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.493097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.493097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.493097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.493097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68153373-9f3b-49d7-a64a-abecf69b5cf9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.694106] env[65432]: INFO networking_nsxv3.common.synchronization [None req-efdc1842-8c8c-4764-9f5f-8c091f99efd8 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 615.697770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 615.697770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.697770] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 615.697770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.697770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.697770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.697770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.697770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.771580] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.771580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.771580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.771580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.772025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.772025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.772678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.772678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.773802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.773802] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.773802] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.773802] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.773802] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.773802] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.773802] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.773802] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.795801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.795972] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.796144] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.796388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-598" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.796755] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.797041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.797112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.797467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.797608] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2bbd32-7c11-47df-b519-5e7b8f932d1e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.806714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.807088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.807088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.807237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.807371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.807536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.807643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.807725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.807921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.808323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.808323] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 already deleted. [ 615.808323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.969916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.222348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.222348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.222348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.223530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.224189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.224189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc already deleted. [ 616.224189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.299779] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fbcbd80f-0797-4be3-9ec8-469875a960f6 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 616.300128] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.300331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.300445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.300705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.300838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.300978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 4b2bbd32-7c11-47df-b519-5e7b8f932d1e not found, creating... [ 616.302268] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.302605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.302750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.303325] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.303512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.304024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.304851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.305059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.305710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.305855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.306054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 4b2bbd32-7c11-47df-b519-5e7b8f932d1e is going to be created. [ 616.307664] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 616.308100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.308604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.308793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.309052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.309179] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.335287] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.335287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.335535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.335678] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.336304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.336304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.476200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.476200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.476200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.476200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.476200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.476200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a is going to be created. [ 616.511051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.511051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.511051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.511051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.511051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: UNINITIALIZED for 2s [ 616.834305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.834459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.834512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.834724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.834810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.834903] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc already deleted. [ 616.834984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.848046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: SUCCESS [ 616.848268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.848426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.848636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.848822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.848940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.849025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.849166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.849247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.849330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.849420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.041866] env[65432]: INFO networking_nsxv3.common.synchronization [req-a059aee8-45df-4f78-b542-a42fc06f8a0f req-88f8d6d2-3c33-4197-bc8b-aae87f2c14ad service nova] Enqueued Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_rules [ 617.042042] env[65432]: INFO networking_nsxv3.common.synchronization [req-a059aee8-45df-4f78-b542-a42fc06f8a0f req-88f8d6d2-3c33-4197-bc8b-aae87f2c14ad service nova] Enqueued Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 617.042177] env[65432]: INFO networking_nsxv3.common.synchronization [req-a059aee8-45df-4f78-b542-a42fc06f8a0f req-88f8d6d2-3c33-4197-bc8b-aae87f2c14ad service nova] Enqueued Resource ID: 4b2bbd32-7c11-47df-b519-5e7b8f932d1e with Priority: HIGHEST for action port [ 617.042685] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_rules [ 617.042814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 617.042908] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2bbd32-7c11-47df-b519-5e7b8f932d1e with Priority: HIGHEST for action port [ 617.047604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.047744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.047813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.048111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.048200] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.049140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.049269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.049364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.049550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.049704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.050675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.050675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.050675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.050675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.050675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.051627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.051627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.051627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.051758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.051813] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2bbd32-7c11-47df-b519-5e7b8f932d1e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.354414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.354840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.354840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.354929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.355038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.355140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.355438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.355522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.355670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.355758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.356113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.356219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.356307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.356553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.356699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.356846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.356998] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.553990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.554261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.559542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2bbd32-7c11-47df-b519-5e7b8f932d1e with status ACTIVE [ 617.559738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.559864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.559917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.560206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.560295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.560550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.560636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.560636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.560776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.560877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.561203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.561329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.561383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.561530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.561602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.561683] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2bbd32-7c11-47df-b519-5e7b8f932d1e is going to be updated. [ 617.582903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.583065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.583136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.583346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.583480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.583638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2bbd32-7c11-47df-b519-5e7b8f932d1e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.607267] env[65432]: INFO networking_nsxv3.common.synchronization [req-c3e74547-ab79-4675-8867-d7295dfc581e req-a99eb66c-6cbb-4e4f-8a1d-4b6f1478b471 tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 617.607957] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 617.608318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.608693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.608693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.608796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.608942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.609069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.609158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.610251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.610251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.610251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.859275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0142c8b3-d624-4982-8b58-5415e289d2fe: rpc.has_security_group_logging(os_id): False [ 617.878314] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.878509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.878602] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.878862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.879346] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.879346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.879462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.879650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.879781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.880161] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.880312] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.880422] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.880613] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.880822] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.880990] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.881215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.882928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.883048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.883136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.883311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.883408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.883597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.883724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.883814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.883899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.883960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.884177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.884329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.884329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.884565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.884707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.884798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.884852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.885070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.885144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe is going to be created. [ 617.906402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.906615] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.906718] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.906883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.907211] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-3fcaea38-33ab-479e-8b7c-41add93a696d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.907380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.907482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.907798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.907926] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcaea38-33ab-479e-8b7c-41add93a696d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.954104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.954305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.954353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.954590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.954815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.970379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: IN_PROGRESS for 2s [ 618.064891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.111922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.112132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.112175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.112400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.112508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.112722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.112821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.112875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.113074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.113239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.113275] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 already deleted. [ 618.113371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.410640] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.410987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.410987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.411319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.411446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.411591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 3fcaea38-33ab-479e-8b7c-41add93a696d not found, creating... [ 618.411895] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.412425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.412425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.412766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.412766] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.412983] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.413206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.413324] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.413436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 3fcaea38-33ab-479e-8b7c-41add93a696d is going to be created. [ 618.473709] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.475327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.475327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.475327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.475327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.475327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.534776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: SUCCESS [ 618.535828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.535828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.535984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.536079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.537072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.537072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.571026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.571026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.571026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.571026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.571026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.571026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 is going to be created. [ 618.606487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.606666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.606955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.607358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.608297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.621954] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: UNINITIALIZED for 2s [ 619.040387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.040860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.040860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.041494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.042018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.042167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.042316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.043188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.043188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.043188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.043188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.043380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.043380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.043474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.043579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.043679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.043744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.043854] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.182185] env[65432]: INFO networking_nsxv3.common.synchronization [req-c3e74547-ab79-4675-8867-d7295dfc581e req-8b353f6e-6a41-4f93-9ba4-8a43f73453b4 service nova] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_rules [ 619.182370] env[65432]: INFO networking_nsxv3.common.synchronization [req-c3e74547-ab79-4675-8867-d7295dfc581e req-8b353f6e-6a41-4f93-9ba4-8a43f73453b4 service nova] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 619.182587] env[65432]: INFO networking_nsxv3.common.synchronization [req-c3e74547-ab79-4675-8867-d7295dfc581e req-8b353f6e-6a41-4f93-9ba4-8a43f73453b4 service nova] Enqueued Resource ID: 3fcaea38-33ab-479e-8b7c-41add93a696d with Priority: HIGHEST for action port [ 619.183519] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_rules [ 619.183519] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 619.183662] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcaea38-33ab-479e-8b7c-41add93a696d with Priority: HIGHEST for action port [ 619.184193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.184323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.184602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.184655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.184958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.186354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.186354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.186579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.187658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.187658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.187658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.187658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.187658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.187658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.188173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fcaea38-33ab-479e-8b7c-41add93a696d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.188495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.188495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.188575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.188604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcaea38-33ab-479e-8b7c-41add93a696d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.545592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b27ff9c-ab21-4df6-b3a9-af4104f8730a: rpc.has_security_group_logging(os_id): False [ 619.566032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.566187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.566263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.566484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.566581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.566794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.566947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.566947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.567115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.567167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.567345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.567440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.567497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.567985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.567985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.567985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.568150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.568197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.568317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.568390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.568475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a is going to be created. [ 619.634694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.634845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.635630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.635630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.655028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: IN_PROGRESS for 2s [ 619.690628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.690808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.690951] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.693980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fcaea38-33ab-479e-8b7c-41add93a696d with status ACTIVE [ 619.694593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.694741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.694809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.696249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.696249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.696249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.696701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fcaea38-33ab-479e-8b7c-41add93a696d is going to be updated. [ 619.723252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.723252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.723252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.723252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fcaea38-33ab-479e-8b7c-41add93a696d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.739582] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb560f83-f263-490a-b24d-6965666a28b9 req-6aef51ec-a270-41b4-a417-704f313a6ee3 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 619.740355] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 619.740662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.740786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.740851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.741282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.741452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.741571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.741628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.741780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.741888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.741947] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.987652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: SUCCESS [ 619.987652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.143709] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.143884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.144039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.144516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.144941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.145194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.146110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.146110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.146110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.146110] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.146259] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.146259] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.146349] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.146446] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.146571] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.146655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.169327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.169327] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.169327] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.169327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169327] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-07ec109d-5f61-465f-94dc-d1e3ba51b01a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.169327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.169327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.169327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.169327] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ec109d-5f61-465f-94dc-d1e3ba51b01a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.201678] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.246853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.247183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.248043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.248223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.248333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.248610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.248760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.248908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 already deleted. [ 620.249052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.634494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: SUCCESS [ 620.634834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.634963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.635244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.635927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.635927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.635927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.636131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.636131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636372] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.674248] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.674496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.674496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.675018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.675270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.675427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 07ec109d-5f61-465f-94dc-d1e3ba51b01a not found, creating... [ 620.675739] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.676129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.676533] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.676799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.676990] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.677225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.677405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.677682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.677857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.678113] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 07ec109d-5f61-465f-94dc-d1e3ba51b01a is going to be created. [ 620.705860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.706131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.706206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.706478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.706551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.706702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be created. [ 620.710144] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.710144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.710144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.710144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.710335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.710527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.739146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.739370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.739444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.739657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.739820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.752846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: UNINITIALIZED for 2s [ 621.140896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.140896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.141156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.141266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.141438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.141680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.141680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.141844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.141934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.142018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.142152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.142266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.142349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.142497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.142581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.142663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.142764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.142918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.142997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.143093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.143184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.451543] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb560f83-f263-490a-b24d-6965666a28b9 req-da3c2007-be50-4c45-9e0c-2cb068fe3ea2 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 621.451789] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb560f83-f263-490a-b24d-6965666a28b9 req-da3c2007-be50-4c45-9e0c-2cb068fe3ea2 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 621.452344] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb560f83-f263-490a-b24d-6965666a28b9 req-da3c2007-be50-4c45-9e0c-2cb068fe3ea2 service nova] Enqueued Resource ID: 07ec109d-5f61-465f-94dc-d1e3ba51b01a with Priority: HIGHEST for action port [ 621.452727] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 621.452928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 621.453114] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ec109d-5f61-465f-94dc-d1e3ba51b01a with Priority: HIGHEST for action port [ 621.453520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.453791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.453854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.454241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.454353] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.455515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.455729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.456306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.456306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.456407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.456488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.456605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.456836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.456979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.457140] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.458298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ec109d-5f61-465f-94dc-d1e3ba51b01a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.458408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.458489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.458644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.458727] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ec109d-5f61-465f-94dc-d1e3ba51b01a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.647030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3: rpc.has_security_group_logging(os_id): False [ 621.669217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.669217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.669217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.669217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.670560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.670560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.670560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 is going to be created. [ 621.671658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: SUCCESS [ 621.671841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.751300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.751490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.751531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.751729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.751904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.764467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: IN_PROGRESS for 2s [ 621.960757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.960884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.963367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07ec109d-5f61-465f-94dc-d1e3ba51b01a with status ACTIVE [ 621.963519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.966899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.966899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.966899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.966899] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07ec109d-5f61-465f-94dc-d1e3ba51b01a is going to be updated. [ 621.967980] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.995802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.995989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.996562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.996562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.996562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.996823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ec109d-5f61-465f-94dc-d1e3ba51b01a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.472696] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.765220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 622.765489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.765584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.766400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.766400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.766400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.766400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.766400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.766872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.766872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.766872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.976183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.976456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.976550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.976803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.976939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.977053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be created. [ 623.009751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.009751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.009751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.010372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.010577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.025248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: UNINITIALIZED for 2s [ 623.269520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.269641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.269674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.271261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.271629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.272494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.272494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.272494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.272967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.272967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.273911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.273911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.274081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.274885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.274885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.275266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.275365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.275795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.275861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.276148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.276249] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.779808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf74b0c6-8b2a-4de6-956c-a31a71dbfec3: rpc.has_security_group_logging(os_id): False [ 623.787573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: SUCCESS [ 623.787809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.805421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.805702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.805702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.805878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.805959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.806261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.806410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.806483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.806681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.806944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.807042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.807099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.807678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.807678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.807678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.807678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.808009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.808009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.808009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.808129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.808269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be created. [ 623.879161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.879384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.879500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.879798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.880088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.892985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 625.037120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 625.037354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.037462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.038018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.038018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.038018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.038018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.039052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.039052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.039052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.039052] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.255274] env[65432]: INFO networking_nsxv3.common.synchronization [None req-20e11426-e695-45f9-91a3-b241068aecdf None None] Enqueued Resource ID: ceff22c0-0049-4272-ba3a-1bd07409f6e7 with Priority: HIGHEST for action port [ 625.255827] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceff22c0-0049-4272-ba3a-1bd07409f6e7 with Priority: HIGHEST for action port [ 625.256417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceff22c0-0049-4272-ba3a-1bd07409f6e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.256779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceff22c0-0049-4272-ba3a-1bd07409f6e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.256941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceff22c0-0049-4272-ba3a-1bd07409f6e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.257439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceff22c0-0049-4272-ba3a-1bd07409f6e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.258031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceff22c0-0049-4272-ba3a-1bd07409f6e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.434853] env[65432]: INFO networking_nsxv3.common.synchronization [req-5de0e6dd-1e5b-402a-8778-826fffde2133 req-d03c216f-55f3-4f63-a751-93283d2888bd tempest-DeleteServersAdminTestJSON-61864589 tempest-DeleteServersAdminTestJSON-61864589-project-admin] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 625.435388] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 625.435696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.435806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.435922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.436278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.436701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.436812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.436962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.437200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.437338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.437437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.541218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.541218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.541218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.541436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.541540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.543031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.543031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.543031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.543031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.543182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.543282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.543321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.543401] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.764251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceff22c0-0049-4272-ba3a-1bd07409f6e7 [ 625.764251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.764251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.764251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.764633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.764633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.764633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceff22c0-0049-4272-ba3a-1bd07409f6e7 already deleted. [ 625.764633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceff22c0-0049-4272-ba3a-1bd07409f6e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.905398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 625.905625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.941854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.941854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.941854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.941854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be updated. [ 625.978391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.978608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.978608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.978818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.979418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 626.047935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56a7de7-22e0-41e6-a4bf-918491f5c8c7: rpc.has_security_group_logging(os_id): False [ 626.072927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.073548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.073548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.073767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.074361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.074424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.074997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.074997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.075150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.075215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.075280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be created. [ 626.129950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.132815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.132815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.132815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.132815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.144864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 626.417385] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a2cbc820-b310-48e2-add6-568f4cc88578 tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 626.418472] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 626.419539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.419539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.419539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.419539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.419539] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.898783] env[65432]: INFO networking_nsxv3.common.synchronization [None req-86e78487-0316-44d7-9b8e-63e66e558c3a tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 626.899349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 626.899691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.899796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.942091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.942329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.942535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.942765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.942874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.942977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 already deleted. [ 626.943140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.943243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.943426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.943512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.049592] env[65432]: INFO networking_nsxv3.common.synchronization [None req-17eb450d-af43-412f-8d4f-d322ee4caa68 None None] Enqueued Resource ID: 574d2270-84cc-4321-bdfc-03b1171cb726 with Priority: HIGHEST for action port [ 627.050194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574d2270-84cc-4321-bdfc-03b1171cb726 with Priority: HIGHEST for action port [ 627.050502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-574d2270-84cc-4321-bdfc-03b1171cb726 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.050673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574d2270-84cc-4321-bdfc-03b1171cb726" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.050772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574d2270-84cc-4321-bdfc-03b1171cb726" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.051192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574d2270-84cc-4321-bdfc-03b1171cb726" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.051332] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574d2270-84cc-4321-bdfc-03b1171cb726',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.467248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.467248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.467248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.467248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.467248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.467248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 already deleted. [ 627.467595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574d2270-84cc-4321-bdfc-03b1171cb726 [ 627.554834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.555052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.555328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.555438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.555537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574d2270-84cc-4321-bdfc-03b1171cb726 already deleted. [ 627.555618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574d2270-84cc-4321-bdfc-03b1171cb726" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.872951] env[65432]: INFO networking_nsxv3.common.synchronization [None req-06f3e3b3-46b5-48e5-a09f-5213f7cbc411 None None] Enqueued Resource ID: 701a77c8-f7fd-4dcf-bf93-05ad018eff04 with Priority: HIGHEST for action port [ 627.872951] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701a77c8-f7fd-4dcf-bf93-05ad018eff04 with Priority: HIGHEST for action port [ 627.874023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-701a77c8-f7fd-4dcf-bf93-05ad018eff04 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.874023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701a77c8-f7fd-4dcf-bf93-05ad018eff04" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701a77c8-f7fd-4dcf-bf93-05ad018eff04" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701a77c8-f7fd-4dcf-bf93-05ad018eff04" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874326] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701a77c8-f7fd-4dcf-bf93-05ad018eff04',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.002202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 628.002202] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 deletion is rescheduled due to dependency. [ 628.002202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.161581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 628.161581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.377494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701a77c8-f7fd-4dcf-bf93-05ad018eff04 [ 628.377732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.377863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.377924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.378174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701a77c8-f7fd-4dcf-bf93-05ad018eff04 already deleted. [ 628.378426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701a77c8-f7fd-4dcf-bf93-05ad018eff04" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.732884] env[65432]: INFO networking_nsxv3.common.synchronization [None req-63b3d136-9284-4f35-b3e1-555b033c49db None None] Enqueued Resource ID: 8b2374b2-e4f7-4a4e-8edf-4d4b441609da with Priority: HIGHEST for action port [ 628.735804] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2374b2-e4f7-4a4e-8edf-4d4b441609da with Priority: HIGHEST for action port [ 628.735804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2374b2-e4f7-4a4e-8edf-4d4b441609da taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.735804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2374b2-e4f7-4a4e-8edf-4d4b441609da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.735804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2374b2-e4f7-4a4e-8edf-4d4b441609da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.735804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2374b2-e4f7-4a4e-8edf-4d4b441609da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.735804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2374b2-e4f7-4a4e-8edf-4d4b441609da',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.045474] env[65432]: INFO networking_nsxv3.common.synchronization [req-3bfe236b-c7ba-4859-a76d-21364a2949c7 req-5341e4d7-77d7-4eae-83fe-4750ba966cdd tempest-ServersTestManualDisk-1754133111 tempest-ServersTestManualDisk-1754133111-project-member] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 629.045961] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 629.046650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.046820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.047355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.047545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.048247] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.238453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2374b2-e4f7-4a4e-8edf-4d4b441609da [ 629.240219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.240219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.240219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.240219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.240219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.240219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2374b2-e4f7-4a4e-8edf-4d4b441609da already deleted. [ 629.240219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2374b2-e4f7-4a4e-8edf-4d4b441609da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.551098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.551385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.551385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.551470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.551574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.551647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.551730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614a3146-8063-423b-8403-081e0f843048 already deleted. [ 629.551807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.789657] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.789657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-507" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.789657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-507" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.789657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-507" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.790109] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.790109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.790269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.790704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.790704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.790969] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.790969] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.790969] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.791410] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.791410] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.791410] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.791665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.819592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.819636] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.819780] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.819935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-507" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.820322] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-2574260f-f27c-4021-a8bb-416c1269b03d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.820504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.820627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.821335] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.821628] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2574260f-f27c-4021-a8bb-416c1269b03d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.826773] env[65432]: INFO networking_nsxv3.common.synchronization [None req-50fa4df6-7b51-4c77-a54d-185178aeac7c None None] Enqueued Resource ID: 2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163 with Priority: HIGHEST for action port [ 629.829670] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163 with Priority: HIGHEST for action port [ 629.831044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.831044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.831044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.831044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.831367] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.331046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.331046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.331046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.331046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.331046] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.331046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 2574260f-f27c-4021-a8bb-416c1269b03d not found, creating... [ 630.331606] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.331606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.331606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.331846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.331974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.332374] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.332546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.332702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.332946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.333105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.333232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 2574260f-f27c-4021-a8bb-416c1269b03d is going to be created. [ 630.335742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163 [ 630.335742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.335742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.335742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.335742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.335742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.335742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163 already deleted. [ 630.335742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ba8adcb-ac2c-4d59-bc5a-b4b5cda19163" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359862] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.360271] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.360384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.360620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.360855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.361117] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.567027] env[65432]: INFO networking_nsxv3.common.synchronization [None req-de5bac10-1dda-4bd0-87dc-283d6f0ca854 None None] Enqueued Resource ID: 1a407ed1-36b4-43a7-b357-9db4525ab03e with Priority: HIGHEST for action port [ 630.569778] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a407ed1-36b4-43a7-b357-9db4525ab03e with Priority: HIGHEST for action port [ 630.570417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a407ed1-36b4-43a7-b357-9db4525ab03e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.570417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a407ed1-36b4-43a7-b357-9db4525ab03e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.570417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a407ed1-36b4-43a7-b357-9db4525ab03e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.571655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a407ed1-36b4-43a7-b357-9db4525ab03e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.571746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a407ed1-36b4-43a7-b357-9db4525ab03e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.073984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a407ed1-36b4-43a7-b357-9db4525ab03e [ 631.074298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.074298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.074298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.074537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.074577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.074645] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a407ed1-36b4-43a7-b357-9db4525ab03e already deleted. [ 631.074728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a407ed1-36b4-43a7-b357-9db4525ab03e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.077163] env[65432]: INFO networking_nsxv3.common.synchronization [req-3bfe236b-c7ba-4859-a76d-21364a2949c7 req-3813a193-e39a-46d2-b6ba-44085e6b08c4 service nova] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 631.077498] env[65432]: INFO networking_nsxv3.common.synchronization [req-3bfe236b-c7ba-4859-a76d-21364a2949c7 req-3813a193-e39a-46d2-b6ba-44085e6b08c4 service nova] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 631.077694] env[65432]: INFO networking_nsxv3.common.synchronization [req-3bfe236b-c7ba-4859-a76d-21364a2949c7 req-3813a193-e39a-46d2-b6ba-44085e6b08c4 service nova] Enqueued Resource ID: 2574260f-f27c-4021-a8bb-416c1269b03d with Priority: HIGHEST for action port [ 631.077811] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_rules [ 631.077940] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 631.078046] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2574260f-f27c-4021-a8bb-416c1269b03d with Priority: HIGHEST for action port [ 631.078601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.078717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.078835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.078964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.079153] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.080733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.080733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.080914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.080914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.081152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.081637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.081637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.081861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.081898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.081988] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.083744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2574260f-f27c-4021-a8bb-416c1269b03d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.083993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.084088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.084237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.084380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2574260f-f27c-4021-a8bb-416c1269b03d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.276333] env[65432]: INFO networking_nsxv3.common.synchronization [req-44ed4ad2-5e5e-4a60-9b20-9b675db437d4 req-da346c92-d81c-4b43-b526-e39124ab5dc1 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 631.276333] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 631.276333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.276333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.581724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.581724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.588018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2574260f-f27c-4021-a8bb-416c1269b03d with status ACTIVE [ 631.588018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.588018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.588018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.588018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.588374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.588374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.588560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.590939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.590939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.590939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.590939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.591569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.591842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.592069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2574260f-f27c-4021-a8bb-416c1269b03d is going to be updated. [ 631.616548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.616763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.616841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.617193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.617413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.617668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2574260f-f27c-4021-a8bb-416c1269b03d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.778431] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.095241] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.279954] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.559175] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.559337] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.559458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.560249] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.560425] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.560647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.560721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.560976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.561266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.561400] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.561947] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.561947] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.561947] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.561947] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.561947] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.562266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.584600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.585013] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.585013] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.586620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.586620] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-53e737fa-f3f5-4cf2-8035-305b52dcae0e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.586620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.586620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.586620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.586620] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e737fa-f3f5-4cf2-8035-305b52dcae0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.598840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.598840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.598840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.600456] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614a3146-8063-423b-8403-081e0f843048 is going to be created. [ 632.625758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.626063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.626139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.626352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.626532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.640888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: UNINITIALIZED for 2s [ 632.782683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.782962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.782962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.783286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.783286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.783400] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 632.832255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.832255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.832255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.832255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.832255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.844518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 632.941790] env[65432]: INFO networking_nsxv3.common.synchronization [None req-02e35610-18fc-494d-99cb-867b6ca6934e None None] Enqueued Resource ID: 73571ef0-e6c3-4157-a59b-1f411ab09031 with Priority: HIGHEST for action port [ 632.942738] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73571ef0-e6c3-4157-a59b-1f411ab09031 with Priority: HIGHEST for action port [ 632.942919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-73571ef0-e6c3-4157-a59b-1f411ab09031 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.943602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73571ef0-e6c3-4157-a59b-1f411ab09031" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.943675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73571ef0-e6c3-4157-a59b-1f411ab09031" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73571ef0-e6c3-4157-a59b-1f411ab09031" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.944508] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73571ef0-e6c3-4157-a59b-1f411ab09031',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.059423] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d2b333ae-0fb2-4daf-9824-188764bbaa85 None None] Enqueued Resource ID: 55d58f41-d3cd-4b96-a111-089d7fae5a55 with Priority: HIGHEST for action port [ 633.059938] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d58f41-d3cd-4b96-a111-089d7fae5a55 with Priority: HIGHEST for action port [ 633.060404] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d58f41-d3cd-4b96-a111-089d7fae5a55 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.060513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d58f41-d3cd-4b96-a111-089d7fae5a55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.060556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d58f41-d3cd-4b96-a111-089d7fae5a55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.060861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d58f41-d3cd-4b96-a111-089d7fae5a55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.060946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d58f41-d3cd-4b96-a111-089d7fae5a55',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.089725] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.089939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.090239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.090410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.090571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.090722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 53e737fa-f3f5-4cf2-8035-305b52dcae0e not found, creating... [ 633.090968] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.091406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.091406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.091563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.091596] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.091968] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.091968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.092203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.092288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.092481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.092659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 53e737fa-f3f5-4cf2-8035-305b52dcae0e is going to be created. [ 633.115637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.115637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.115637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.115637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.115637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.116133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.446030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73571ef0-e6c3-4157-a59b-1f411ab09031 [ 633.446264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.446405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.446471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.446747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.446841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.446937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73571ef0-e6c3-4157-a59b-1f411ab09031 already deleted. [ 633.447026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73571ef0-e6c3-4157-a59b-1f411ab09031" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.563728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55d58f41-d3cd-4b96-a111-089d7fae5a55 [ 633.564090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.564357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.564357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.564568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.564771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.564833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55d58f41-d3cd-4b96-a111-089d7fae5a55 already deleted. [ 633.564898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d58f41-d3cd-4b96-a111-089d7fae5a55" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.859956] env[65432]: INFO networking_nsxv3.common.synchronization [req-44ed4ad2-5e5e-4a60-9b20-9b675db437d4 req-0d4bb661-6ca8-49e0-be67-d3590a4a813a service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 633.860264] env[65432]: INFO networking_nsxv3.common.synchronization [req-44ed4ad2-5e5e-4a60-9b20-9b675db437d4 req-0d4bb661-6ca8-49e0-be67-d3590a4a813a service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 633.860721] env[65432]: INFO networking_nsxv3.common.synchronization [req-44ed4ad2-5e5e-4a60-9b20-9b675db437d4 req-0d4bb661-6ca8-49e0-be67-d3590a4a813a service nova] Enqueued Resource ID: 53e737fa-f3f5-4cf2-8035-305b52dcae0e with Priority: HIGHEST for action port [ 633.861318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 633.861530] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 633.861871] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e737fa-f3f5-4cf2-8035-305b52dcae0e with Priority: HIGHEST for action port [ 633.862209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.862332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.862394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.863233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.863311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.864929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.865033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.865244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e737fa-f3f5-4cf2-8035-305b52dcae0e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.865596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.865664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.865975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.866066] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e737fa-f3f5-4cf2-8035-305b52dcae0e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.369382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.369558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.369757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53e737fa-f3f5-4cf2-8035-305b52dcae0e with status ACTIVE [ 634.369964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.372427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.372427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.372427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.372427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53e737fa-f3f5-4cf2-8035-305b52dcae0e is going to be updated. [ 634.397421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.399835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.399988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.400339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.400560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.400774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e737fa-f3f5-4cf2-8035-305b52dcae0e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.501313] env[65432]: INFO networking_nsxv3.common.synchronization [req-62884111-2552-41ac-bb68-90fd73f968dd req-dd01c75e-9538-42bd-955f-c2667f623f51 tempest-ServerDiagnosticsTest-972142643 tempest-ServerDiagnosticsTest-972142643-project-member] Enqueued Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 634.501313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 634.502038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.502038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.502038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.502038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.502625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.502625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.502727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.502919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.502919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.503030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.657885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: SUCCESS [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.660036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.660036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.660701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.660701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.660701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.861051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.861051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.861051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.861051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.927951] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.927951] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.927951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.928544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.928765] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.929026] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.929104] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.929228] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.929379] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.929536] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.929684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.953053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.953053] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.953230] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.953336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.953850] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-1be05a2c-bee6-4018-85c8-3bc5691095c2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.953970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.954018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.954391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.954553] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be05a2c-bee6-4018-85c8-3bc5691095c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.992667] env[65432]: INFO networking_nsxv3.common.synchronization [req-2493ae1d-af86-4b84-9622-d0177c79f834 req-51d9e80d-1da3-492e-8ee4-2a828e0527cd tempest-VolumesAssistedSnapshotsTest-157034727 tempest-VolumesAssistedSnapshotsTest-157034727-project-member] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 634.993812] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 634.994156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.994279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.994352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.994597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.994748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.996335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.996413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.996853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.996853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.996853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.005525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.005686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.005751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.006079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.006553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.006884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.006969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.007042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.007545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.007615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.007690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 already deleted. [ 635.007765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.164311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.364787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.458059] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.458510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.458883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.459074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.459261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 1be05a2c-bee6-4018-85c8-3bc5691095c2 not found, creating... [ 635.459590] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.459763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.459863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.460132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.460304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.460598] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.460756] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.460891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.461121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.461234] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 1be05a2c-bee6-4018-85c8-3bc5691095c2 is going to be created. [ 635.471110] env[65432]: INFO networking_nsxv3.common.synchronization [None req-51f7f08d-db0c-4b05-a41a-3b74e6c91d66 None None] Enqueued Resource ID: 0468d860-42b4-40ae-9c5e-13fa52626c48 with Priority: HIGHEST for action port [ 635.471392] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0468d860-42b4-40ae-9c5e-13fa52626c48 with Priority: HIGHEST for action port [ 635.472955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0468d860-42b4-40ae-9c5e-13fa52626c48 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.473235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0468d860-42b4-40ae-9c5e-13fa52626c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.473235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0468d860-42b4-40ae-9c5e-13fa52626c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.473394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0468d860-42b4-40ae-9c5e-13fa52626c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.473482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0468d860-42b4-40ae-9c5e-13fa52626c48',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.482994] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.482994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.483187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.484038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.484038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.484038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.499373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.499526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.499590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.499995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.499995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.500190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.500352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.500352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.500528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.500605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.500688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 already deleted. [ 635.500768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.597899] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0da79878-18d3-41a8-8018-05be2ec2bc75 None None] Enqueued Resource ID: 4744adae-2068-47d3-baf8-e2cfebbbeede with Priority: HIGHEST for action port [ 635.598519] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4744adae-2068-47d3-baf8-e2cfebbbeede with Priority: HIGHEST for action port [ 635.598919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4744adae-2068-47d3-baf8-e2cfebbbeede taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.599064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4744adae-2068-47d3-baf8-e2cfebbbeede" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.599134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4744adae-2068-47d3-baf8-e2cfebbbeede" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.599423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4744adae-2068-47d3-baf8-e2cfebbbeede" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.599510] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4744adae-2068-47d3-baf8-e2cfebbbeede',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.667258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614a3146-8063-423b-8403-081e0f843048: rpc.has_security_group_logging(os_id): False [ 635.689176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.689406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.689498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.689925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.690300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.690438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.690504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.690711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.690823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.690926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614a3146-8063-423b-8403-081e0f843048 is going to be created. [ 635.756804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.756996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.757086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.757322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.757547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.771469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: IN_PROGRESS for 2s [ 635.855574] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.855778] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-267" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.855890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-267" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.856238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-267" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.856494] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.856641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.856750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.856955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.857104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.857302] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.857480] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.857537] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.857888] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.857888] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.857888] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.857991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.867421] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.880292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.880476] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.880615] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.880781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-267" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.881134] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-c434f498-a09b-437e-b031-8c25d859116b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.881291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.881441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.881875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.881875] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c434f498-a09b-437e-b031-8c25d859116b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.975685] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0468d860-42b4-40ae-9c5e-13fa52626c48 [ 635.975911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.976127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.976127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.976323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.976409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.976498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0468d860-42b4-40ae-9c5e-13fa52626c48 already deleted. [ 635.976576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0468d860-42b4-40ae-9c5e-13fa52626c48" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.101844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4744adae-2068-47d3-baf8-e2cfebbbeede [ 636.102099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.102249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.102661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.102755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.102845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4744adae-2068-47d3-baf8-e2cfebbbeede already deleted. [ 636.102928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4744adae-2068-47d3-baf8-e2cfebbbeede" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.167912] env[65432]: INFO networking_nsxv3.common.synchronization [req-62884111-2552-41ac-bb68-90fd73f968dd req-3468055e-f638-41d4-89fe-1f302efbaa8d service nova] Enqueued Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_rules [ 636.168105] env[65432]: INFO networking_nsxv3.common.synchronization [req-62884111-2552-41ac-bb68-90fd73f968dd req-3468055e-f638-41d4-89fe-1f302efbaa8d service nova] Enqueued Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 636.168242] env[65432]: INFO networking_nsxv3.common.synchronization [req-62884111-2552-41ac-bb68-90fd73f968dd req-3468055e-f638-41d4-89fe-1f302efbaa8d service nova] Enqueued Resource ID: 1be05a2c-bee6-4018-85c8-3bc5691095c2 with Priority: HIGHEST for action port [ 636.168492] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_rules [ 636.168619] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 636.168715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be05a2c-bee6-4018-85c8-3bc5691095c2 with Priority: HIGHEST for action port [ 636.169275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.169446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.169479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.169710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.169855] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.170711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.170815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.170884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.171069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.171255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.171435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.171435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.171542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.171622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.171711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.172601] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be05a2c-bee6-4018-85c8-3bc5691095c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.172780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.172856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.173150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.173150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be05a2c-bee6-4018-85c8-3bc5691095c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.370548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.370548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.370548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.370548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.370548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.370548] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 636.386846] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.386846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port c434f498-a09b-437e-b031-8c25d859116b not found, creating... [ 636.386846] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.386846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.387347] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.387347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.387347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.387758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.388819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.390621] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: c434f498-a09b-437e-b031-8c25d859116b is going to be created. [ 636.408799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.409022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.409157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.409418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.409648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.409860] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.411415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.411573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.411648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.411826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.411952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.422957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 636.675155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.675155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.675354] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.676258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1be05a2c-bee6-4018-85c8-3bc5691095c2 with status ACTIVE [ 636.676464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.676568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.676622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.676815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.676924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.677091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.677186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.677255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.677420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.677495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.677627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.677996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.677996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.678186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.678186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.678304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1be05a2c-bee6-4018-85c8-3bc5691095c2 is going to be updated. [ 636.702112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.702263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.702393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.702525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.702659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.702809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be05a2c-bee6-4018-85c8-3bc5691095c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.114688] env[65432]: INFO networking_nsxv3.common.synchronization [req-2493ae1d-af86-4b84-9622-d0177c79f834 req-1e959ad7-8c99-4444-92ad-faf1df8aa9e9 service nova] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 637.114968] env[65432]: INFO networking_nsxv3.common.synchronization [req-2493ae1d-af86-4b84-9622-d0177c79f834 req-1e959ad7-8c99-4444-92ad-faf1df8aa9e9 service nova] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 637.115013] env[65432]: INFO networking_nsxv3.common.synchronization [req-2493ae1d-af86-4b84-9622-d0177c79f834 req-1e959ad7-8c99-4444-92ad-faf1df8aa9e9 service nova] Enqueued Resource ID: c434f498-a09b-437e-b031-8c25d859116b with Priority: HIGHEST for action port [ 637.115558] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_rules [ 637.115693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 637.115802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c434f498-a09b-437e-b031-8c25d859116b with Priority: HIGHEST for action port [ 637.116102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.116229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.116302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.116518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.116596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.117944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.118128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.118128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.118354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.118513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.118624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.118684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.118831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.118940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.118997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.119825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c434f498-a09b-437e-b031-8c25d859116b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.119917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.119917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.120088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.120159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c434f498-a09b-437e-b031-8c25d859116b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.180735] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.621684] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.622802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.622908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c434f498-a09b-437e-b031-8c25d859116b with status ACTIVE [ 637.623354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.623468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.624107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.624186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.624324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.624392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.624571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.624662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.624722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.624860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.624943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.625145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c434f498-a09b-437e-b031-8c25d859116b is going to be updated. [ 637.629507] env[65432]: INFO networking_nsxv3.common.synchronization [req-3bfd43a4-2ac6-410c-8ea3-5d18bb666135 req-1959e626-c99a-49b1-af33-356845e06bf7 tempest-ServerDiagnosticsNegativeTest-249495757 tempest-ServerDiagnosticsNegativeTest-249495757-project-member] Enqueued Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 637.630478] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGHEST for action security_group_members [ 637.630813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.630938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.631010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.631210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.631391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.631522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.631654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.631805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.631955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.632396] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.653403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.653633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.653728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.653996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.654096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.654470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c434f498-a09b-437e-b031-8c25d859116b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.683223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.683315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.683540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.683660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.683723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 is going to be created. [ 637.710435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.710657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.710704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.710893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.711067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.726423] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: UNINITIALIZED for 2s [ 637.792171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: SUCCESS [ 637.792430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.129021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.134860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.135009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.135073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.135290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.135384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.135569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.135668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.135750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.135877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.135950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.136053] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe is going to be updated. [ 638.164751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.164751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.164751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.164947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.164978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.174637] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: IN_PROGRESS for 2s [ 638.210737] env[65432]: INFO networking_nsxv3.common.synchronization [req-d58e8201-c659-459b-aa96-5f63c94775ef req-4fdfaa52-5cd9-4768-8d99-1544a98c2e79 tempest-ServersAdminNegativeTestJSON-839555999 tempest-ServersAdminNegativeTestJSON-839555999-project-member] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 638.211677] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 638.211677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.211677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.211677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.211937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.211998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.212797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.213524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.213524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.213524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.213524] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.433821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 638.434066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.434262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.435459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.435595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.435669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.435929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.617120] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b57d914a-53d4-4f44-a1a5-6a27bac0931a None None] Enqueued Resource ID: 568dc89e-5976-4f18-be2c-fdd1383e6330 with Priority: HIGHEST for action port [ 638.617120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568dc89e-5976-4f18-be2c-fdd1383e6330 with Priority: HIGHEST for action port [ 638.617120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-568dc89e-5976-4f18-be2c-fdd1383e6330 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.617872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568dc89e-5976-4f18-be2c-fdd1383e6330" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.618286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568dc89e-5976-4f18-be2c-fdd1383e6330" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.619165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568dc89e-5976-4f18-be2c-fdd1383e6330" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.619165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568dc89e-5976-4f18-be2c-fdd1383e6330',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.631172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.632456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.632456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.633086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.633285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.633285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 is going to be created. [ 638.662285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.662724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.662724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.662927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.663203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.678902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: UNINITIALIZED for 2s [ 638.715735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.716074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.716233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.716550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf already deleted. [ 638.717729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.754379] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.754588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.754588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.755105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.755229] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.755448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.755593] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.755882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.756212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.756304] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.756479] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.756642] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.756803] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.756942] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.757066] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.757235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.782105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.782105] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.782105] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.782299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.782704] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-fd2700e7-41e8-45e7-a561-a8af9bafb786 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.782859] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.782981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.783406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.783567] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2700e7-41e8-45e7-a561-a8af9bafb786',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.939800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.939800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.941479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.941479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.941479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.941479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.942179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.942179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.942179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.942179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.942179] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.121652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 568dc89e-5976-4f18-be2c-fdd1383e6330 [ 639.121901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.122062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.122138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.125247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.125572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.125680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:568dc89e-5976-4f18-be2c-fdd1383e6330 already deleted. [ 639.125795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568dc89e-5976-4f18-be2c-fdd1383e6330" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.286804] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.287193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.287399] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.287827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.288042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.288649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port fd2700e7-41e8-45e7-a561-a8af9bafb786 not found, creating... [ 639.288649] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.288963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.288963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.289291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.289506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.289930] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.290181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.290379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.290714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.290920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.291161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: fd2700e7-41e8-45e7-a561-a8af9bafb786 is going to be created. [ 639.327444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.327704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.327827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.328175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.328543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.328821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.447202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56a7de7-22e0-41e6-a4bf-918491f5c8c7: rpc.has_security_group_logging(os_id): False [ 639.481688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.481884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.482056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.482277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.482375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.482605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.482728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.482789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.482943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.483034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.483252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.483311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.483357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.483516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.483588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.483770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.483858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.483914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.484065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.484133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.484213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 639.629876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.629876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.629876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.629876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.629876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.646845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 639.739571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: SUCCESS [ 639.739867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.740116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.740447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.740706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.740873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.740969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.741213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.741325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.741453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.741585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.788424] env[65432]: INFO networking_nsxv3.common.synchronization [req-45cb4034-839a-467f-aef4-63eedbcd91ec req-6f5f0281-266a-4bf5-b9c1-14d18151e0b4 tempest-ServerExternalEventsTest-165730489 tempest-ServerExternalEventsTest-165730489-project-member] Enqueued Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 639.788424] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 639.788424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.788424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.788424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.788424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.788696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.788696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.788696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.788800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.788831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.789114] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.051615] env[65432]: INFO networking_nsxv3.common.synchronization [req-d58e8201-c659-459b-aa96-5f63c94775ef req-41ee946c-c99a-4c56-9e68-1289ed6ba08a service nova] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_rules [ 640.051881] env[65432]: INFO networking_nsxv3.common.synchronization [req-d58e8201-c659-459b-aa96-5f63c94775ef req-41ee946c-c99a-4c56-9e68-1289ed6ba08a service nova] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 640.052068] env[65432]: INFO networking_nsxv3.common.synchronization [req-d58e8201-c659-459b-aa96-5f63c94775ef req-41ee946c-c99a-4c56-9e68-1289ed6ba08a service nova] Enqueued Resource ID: fd2700e7-41e8-45e7-a561-a8af9bafb786 with Priority: HIGHEST for action port [ 640.052744] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_rules [ 640.052997] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 640.053116] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2700e7-41e8-45e7-a561-a8af9bafb786 with Priority: HIGHEST for action port [ 640.053439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.053662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.053695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.053966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.054097] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.055702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.055838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.055908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.061044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.061044] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.061044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2700e7-41e8-45e7-a561-a8af9bafb786 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.061044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.061044] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2700e7-41e8-45e7-a561-a8af9bafb786',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.186678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0142c8b3-d624-4982-8b58-5415e289d2fe in Status: SUCCESS [ 640.186909] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe deletion is rescheduled due to dependency. [ 640.187051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.231029] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.231210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.231742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.231742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.231967] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.232248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.232485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.232691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.232970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.233175] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.233242] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.233353] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.233441] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.233550] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.233647] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.233771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.246939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.247297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.247297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.247522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.247742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.247880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.247972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.248211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.248316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.248423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.248611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.248727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.248792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.248941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249637] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.255268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.255268] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.255268] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.255268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.255268] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.255568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.255568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.255794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.255918] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cfc786-bcc5-4413-8bd1-2fe810fa77ed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.290561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.290845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.290845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.291014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.291143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.291277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.291393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.291487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.291682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.291765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.291858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 already deleted. [ 640.291940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.562645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.564968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.564968] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.565527] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd2700e7-41e8-45e7-a561-a8af9bafb786 with status ACTIVE [ 640.565718] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.565905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.565905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.566135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.566228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.566406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.566538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.566603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.567474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.567474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.567474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd2700e7-41e8-45e7-a561-a8af9bafb786 is going to be updated. [ 640.598662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.598874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.599154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.599417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.600199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.600840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2700e7-41e8-45e7-a561-a8af9bafb786" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.692172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: SUCCESS [ 640.693524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.693524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.693759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.693981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.694368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.694842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.695066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.695250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.695590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.695785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.758234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9: rpc.has_security_group_logging(os_id): False [ 640.760388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.760525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.760672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.760972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.761125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.761271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port a6cfc786-bcc5-4413-8bd1-2fe810fa77ed not found, creating... [ 640.761536] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.761752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.761805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.762016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.763043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.763206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.763449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.763601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.763858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.764101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.764158] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: a6cfc786-bcc5-4413-8bd1-2fe810fa77ed is going to be created. [ 640.790061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.790061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.790061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.790061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.791349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.791506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.793877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.793877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.793877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 is going to be created. [ 640.795101] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.795276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.795384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.796836] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.796836] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.796836] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.875447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.875648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.875648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.878382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.878382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.893672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: IN_PROGRESS for 2s [ 641.072799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.146769] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1e13f7b6-10fd-4071-8da6-027f571b4284 None None] Enqueued Resource ID: 7c115b59-e829-4593-9368-bb3729279984 with Priority: HIGHEST for action port [ 641.146769] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c115b59-e829-4593-9368-bb3729279984 with Priority: HIGHEST for action port [ 641.146769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c115b59-e829-4593-9368-bb3729279984 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.146769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c115b59-e829-4593-9368-bb3729279984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.146769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c115b59-e829-4593-9368-bb3729279984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.146972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c115b59-e829-4593-9368-bb3729279984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.146972] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c115b59-e829-4593-9368-bb3729279984',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.201456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.573043] env[65432]: INFO networking_nsxv3.common.synchronization [req-45cb4034-839a-467f-aef4-63eedbcd91ec req-09326886-d689-45cf-a0ad-de093e190c16 service nova] Enqueued Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_rules [ 641.573043] env[65432]: INFO networking_nsxv3.common.synchronization [req-45cb4034-839a-467f-aef4-63eedbcd91ec req-09326886-d689-45cf-a0ad-de093e190c16 service nova] Enqueued Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 641.573043] env[65432]: INFO networking_nsxv3.common.synchronization [req-45cb4034-839a-467f-aef4-63eedbcd91ec req-09326886-d689-45cf-a0ad-de093e190c16 service nova] Enqueued Resource ID: a6cfc786-bcc5-4413-8bd1-2fe810fa77ed with Priority: HIGHEST for action port [ 641.573460] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_rules [ 641.573609] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 641.576884] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfc786-bcc5-4413-8bd1-2fe810fa77ed with Priority: HIGHEST for action port [ 641.576884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.576884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.576884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.577464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.577723] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.579010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.580024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.580024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.580024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.580024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.580024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.580024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.580683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.580867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.581055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.582950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.582950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.582950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.582950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.582950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cfc786-bcc5-4413-8bd1-2fe810fa77ed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.584381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.584381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.584381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.584556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.584812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.584812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be created. [ 641.610089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.611592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.611592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.611592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.611592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.623646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: UNINITIALIZED for 2s [ 641.650969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c115b59-e829-4593-9368-bb3729279984 [ 641.650969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.650969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.650969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.650969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.650969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.651679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c115b59-e829-4593-9368-bb3729279984 already deleted. [ 641.653964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c115b59-e829-4593-9368-bb3729279984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.670870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 641.670870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.705189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1: rpc.has_security_group_logging(os_id): False [ 641.729576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.729576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.729576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.729721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.729807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.730076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.730192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.730385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.730444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.730524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.730673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 is going to be created. [ 641.797123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.797238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.797416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.797746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.797855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.817230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: IN_PROGRESS for 2s [ 641.991593] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b6afc4e6-249f-49eb-a31c-c3c1c7052ad0 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 641.992144] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 641.994437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.994589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.994639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.995021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.996069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.041135] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0910dcc-1873-4b3a-b0b8-f5f22b6fa172 req-d09c681d-fa49-4ef5-9fe6-812edb34d0fc tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 642.041739] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 642.044044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.044044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.044648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.044648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.084407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.085534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.085881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6cfc786-bcc5-4413-8bd1-2fe810fa77ed with status ACTIVE [ 642.091997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.091997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.093098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.093226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.093393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.093539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.093603] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6cfc786-bcc5-4413-8bd1-2fe810fa77ed is going to be updated. [ 642.141743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.141743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.141743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.141743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.141743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.141743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6cfc786-bcc5-4413-8bd1-2fe810fa77ed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.160022] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0858293c-3bf3-4a4c-b263-69ef9655c4f5 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 642.160936] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 642.161192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.161341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.524262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.524488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.524488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.524773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.524872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 already deleted. [ 642.525063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.525225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.525386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.525470] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.547211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.547385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.547688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.547790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.547995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.548673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc already deleted. [ 642.548673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.592096] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.637643] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.637643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.638037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.638512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.638893] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.639279] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.639477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.639795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.640473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.640473] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.640473] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.640662] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.640899] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.641066] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.641176] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.641648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.666987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.667343] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.667772] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.668049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.668691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.668901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669644] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0830cd1-249a-4fa5-bd32-92d5fcc45a1b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.907146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: SUCCESS [ 642.907433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.048268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.048676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.048782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.049020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.049114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.049244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 already deleted. [ 643.049308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.095188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.095439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.095439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.095602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.095707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.096036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 is going to be created. [ 643.122809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.122977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.123060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.123280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.123438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.137994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: UNINITIALIZED for 2s [ 643.172876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.173154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.173261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.173564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.173727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173887] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port f0830cd1-249a-4fa5-bd32-92d5fcc45a1b not found, creating... [ 643.174181] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.174371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.174458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.174687] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.174849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.175194] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.175373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.175485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.175691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.175816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.175943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: f0830cd1-249a-4fa5-bd32-92d5fcc45a1b is going to be created. [ 643.201960] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.202260] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.202425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.202793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.203210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.203507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.638024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 643.638387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.639412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.639412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639775] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.838381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: SUCCESS [ 643.838648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.949447] env[65432]: INFO networking_nsxv3.common.synchronization [req-812b3344-30fb-495b-959e-10bf9c37c2ea req-61530abd-0606-43d6-8749-c1f4098fcde2 tempest-ImagesNegativeTestJSON-909073161 tempest-ImagesNegativeTestJSON-909073161-project-member] Enqueued Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 643.949986] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 with Priority: HIGHEST for action security_group_members [ 643.950368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.950507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.950577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.951596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.951596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.951596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.951596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.951596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.951596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.951596] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ec2873e-8f4b-45ee-a3b7-be99943bf2d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.957465] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0910dcc-1873-4b3a-b0b8-f5f22b6fa172 req-5bef0620-d873-4d7e-8d3b-fd749671ac7e service nova] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 643.957465] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0910dcc-1873-4b3a-b0b8-f5f22b6fa172 req-5bef0620-d873-4d7e-8d3b-fd749671ac7e service nova] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 643.957465] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0910dcc-1873-4b3a-b0b8-f5f22b6fa172 req-5bef0620-d873-4d7e-8d3b-fd749671ac7e service nova] Enqueued Resource ID: f0830cd1-249a-4fa5-bd32-92d5fcc45a1b with Priority: HIGHEST for action port [ 643.957906] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 643.958026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 643.958131] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0830cd1-249a-4fa5-bd32-92d5fcc45a1b with Priority: HIGHEST for action port [ 643.958638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.958783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.958857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.959038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.959645] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.960749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.960863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.960929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.961120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.961266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.961362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.961422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.961564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.963265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.963265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.963265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.963265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.963265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.963265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.963265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0830cd1-249a-4fa5-bd32-92d5fcc45a1b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.144845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.145131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.145131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.145368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.145537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.145640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.145716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.145853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.145939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.146039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.146190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.146483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.146614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.146902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.146975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.147069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.147169] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.454120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.454120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.454120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.454120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.454324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.454416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.454575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.454575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.454848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.454848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.455131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 is going to be updated. [ 644.465273] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.467169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.467391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0830cd1-249a-4fa5-bd32-92d5fcc45a1b with status ACTIVE [ 644.471362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.471362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.471728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.471728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.471886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0830cd1-249a-4fa5-bd32-92d5fcc45a1b is going to be updated. [ 644.494963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.495233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.495580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.495659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.495774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.505220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.505220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.505220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.505622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.505769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.506068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0830cd1-249a-4fa5-bd32-92d5fcc45a1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.507519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: IN_PROGRESS for 2s [ 644.650495] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf: rpc.has_security_group_logging(os_id): False [ 644.677099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.677099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.677099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.677099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.677560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.677560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.677679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.677679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.677836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.677917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.678135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.678264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.678469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.678637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.678714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.678905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.679011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.679130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.679354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.679354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.679453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be created. [ 644.766456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.766623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.766703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.767054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.767361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.783086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 644.970079] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.149969] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: SUCCESS [ 645.150674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.151113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.151318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.151510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.151567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.151709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.151790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.151889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.151981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.476034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.476034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.476034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.476034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.476034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.476034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be created. [ 645.509796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.510430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.511425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.511425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.511425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.523755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: UNINITIALIZED for 2s [ 645.655730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.656246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.656246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.656531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.656773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.656948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.657062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.657320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.657497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.657612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.657860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.658352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.658464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.658716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.659530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.660108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.660246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.163917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f50ed9bf-d26e-445f-8d2a-5da9c9e56e80: rpc.has_security_group_logging(os_id): False [ 646.184505] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.185048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.185400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.185400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.185556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.185636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.185948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.186023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.186206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.186391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.186501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.186552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.186739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.186819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 is going to be created. [ 646.257848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.257848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.257848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.258318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.258497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.272093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: IN_PROGRESS for 2s [ 646.519742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 in Status: SUCCESS [ 646.519934] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ec2873e-8f4b-45ee-a3b7-be99943bf2d3 deletion is rescheduled due to dependency. [ 646.520072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ec2873e-8f4b-45ee-a3b7-be99943bf2d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.798096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 646.798660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.535100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 647.535325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.535505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.535763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.535970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.536123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.536182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.536323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.536477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.536571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.039749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.287988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: SUCCESS [ 648.288253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.544858] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64c3837a-b4c6-41b9-86fc-f993c4563bbc: rpc.has_security_group_logging(os_id): False [ 648.568998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.569236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.569236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.569450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.569593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.569767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.570117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.570117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.570117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.571672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.571672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be created. [ 648.688786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.689053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.689053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.689328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.689542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.714426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 648.963206] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.963206] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 649.606981] env[65432]: INFO networking_nsxv3.common.synchronization [None req-82f3c8f2-08bc-4d5c-a831-2c0f97e0781a None None] Enqueued Resource ID: 66d1f7cf-dc29-4786-85b9-37d20b9cb5fa with Priority: HIGHEST for action port [ 649.607313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f7cf-dc29-4786-85b9-37d20b9cb5fa with Priority: HIGHEST for action port [ 649.607717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d1f7cf-dc29-4786-85b9-37d20b9cb5fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.607835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d1f7cf-dc29-4786-85b9-37d20b9cb5fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.607882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d1f7cf-dc29-4786-85b9-37d20b9cb5fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.608829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d1f7cf-dc29-4786-85b9-37d20b9cb5fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.608929] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d1f7cf-dc29-4786-85b9-37d20b9cb5fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.112279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d1f7cf-dc29-4786-85b9-37d20b9cb5fa [ 650.112647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.112879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.112965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.115941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.115941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.115941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d1f7cf-dc29-4786-85b9-37d20b9cb5fa already deleted. [ 650.115941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d1f7cf-dc29-4786-85b9-37d20b9cb5fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.553587] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fa434a17-a180-4c4a-a0e9-76c047edee9f None None] Enqueued Resource ID: 35cefc74-69ee-457d-b92f-c32df67129e0 with Priority: HIGHEST for action port [ 650.554157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cefc74-69ee-457d-b92f-c32df67129e0 with Priority: HIGHEST for action port [ 650.554507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cefc74-69ee-457d-b92f-c32df67129e0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.554728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cefc74-69ee-457d-b92f-c32df67129e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.554728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cefc74-69ee-457d-b92f-c32df67129e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.555022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cefc74-69ee-457d-b92f-c32df67129e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.555812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cefc74-69ee-457d-b92f-c32df67129e0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.731340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 650.731825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.057929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35cefc74-69ee-457d-b92f-c32df67129e0 [ 651.058758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.058937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.059785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35cefc74-69ee-457d-b92f-c32df67129e0 already deleted. [ 651.059933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cefc74-69ee-457d-b92f-c32df67129e0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.099565] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c24cba-8c0d-4519-bf68-667f27fb2db4 req-82a1495d-4581-40f4-8361-2eb97ba33b18 tempest-ListImageFiltersTestJSON-1637532566 tempest-ListImageFiltersTestJSON-1637532566-project-member] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 651.100607] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 651.100789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.101261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.101343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.101683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.101855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.102122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.102563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.102676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.578189] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cfd970c6-d33b-4bb2-9329-0d5ec6ab8128 None None] Enqueued Resource ID: 2b93e466-39f9-4d7a-bdeb-c12e7206b481 with Priority: HIGHEST for action port [ 651.579536] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b93e466-39f9-4d7a-bdeb-c12e7206b481 with Priority: HIGHEST for action port [ 651.579536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b93e466-39f9-4d7a-bdeb-c12e7206b481 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.579536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b93e466-39f9-4d7a-bdeb-c12e7206b481" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.579791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b93e466-39f9-4d7a-bdeb-c12e7206b481" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.579884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b93e466-39f9-4d7a-bdeb-c12e7206b481" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b93e466-39f9-4d7a-bdeb-c12e7206b481',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.613272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.613272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.613272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.613272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.613272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.613473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.613524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.613558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.613703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.613782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.613859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa already deleted. [ 651.613945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.749409] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.750066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.750066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.750323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.750716] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.750936] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.751142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.751480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.751784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.752088] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.752442] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.752760] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.752889] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.753157] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.753386] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.753565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.779825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.779825] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.779825] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.779825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.779825] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-10bd143e-04b6-426e-996c-3c17d3a669b2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.779825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.779825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.780267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.780267] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bd143e-04b6-426e-996c-3c17d3a669b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.082219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b93e466-39f9-4d7a-bdeb-c12e7206b481 [ 652.082342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.082491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.082551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.082793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.082880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.082982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b93e466-39f9-4d7a-bdeb-c12e7206b481 already deleted. [ 652.083129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b93e466-39f9-4d7a-bdeb-c12e7206b481" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.282480] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.282889] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 10bd143e-04b6-426e-996c-3c17d3a669b2 not found, creating... [ 652.283919] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.284091] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.284206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.284450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.284551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.284864] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.284965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.285103] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.285343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.286426] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.286426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 10bd143e-04b6-426e-996c-3c17d3a669b2 is going to be created. [ 652.306324] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.306908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.307674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.897203] env[65432]: INFO networking_nsxv3.common.synchronization [req-052f41d5-789f-48fe-b318-a25b1c617688 req-2c102e97-c7ee-40e5-8250-294cce92e058 tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 652.898817] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 652.898817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.898817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.898817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.898817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.898817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.898817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.899242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.899242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.900186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.900298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.011836] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c24cba-8c0d-4519-bf68-667f27fb2db4 req-88672291-13c7-4ded-9240-a3c77e780616 service nova] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_rules [ 653.012015] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c24cba-8c0d-4519-bf68-667f27fb2db4 req-88672291-13c7-4ded-9240-a3c77e780616 service nova] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 653.012152] env[65432]: INFO networking_nsxv3.common.synchronization [req-70c24cba-8c0d-4519-bf68-667f27fb2db4 req-88672291-13c7-4ded-9240-a3c77e780616 service nova] Enqueued Resource ID: 10bd143e-04b6-426e-996c-3c17d3a669b2 with Priority: HIGHEST for action port [ 653.012376] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_rules [ 653.012503] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 653.012601] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10bd143e-04b6-426e-996c-3c17d3a669b2 with Priority: HIGHEST for action port [ 653.015779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.015916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.015984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.016984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.017071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.018466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.019048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.019106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.019244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.019968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.019968] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.021308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-10bd143e-04b6-426e-996c-3c17d3a669b2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.021399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.021450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.021591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.021679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bd143e-04b6-426e-996c-3c17d3a669b2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.110113] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3bb18eab-e099-40a3-83da-1d162e47b0e2 None None] Enqueued Resource ID: 144abc1d-92f2-44bd-86b0-336ac64151bf with Priority: HIGHEST for action port [ 653.110692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144abc1d-92f2-44bd-86b0-336ac64151bf with Priority: HIGHEST for action port [ 653.110986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-144abc1d-92f2-44bd-86b0-336ac64151bf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.111119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144abc1d-92f2-44bd-86b0-336ac64151bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.111269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144abc1d-92f2-44bd-86b0-336ac64151bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.111848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144abc1d-92f2-44bd-86b0-336ac64151bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.111848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144abc1d-92f2-44bd-86b0-336ac64151bf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.269257] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.269443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.269556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.269874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270142] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.270334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.270496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.271050] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.271156] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.271257] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.271357] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.271479] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.271593] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.271714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.292484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.292636] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.292761] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.292963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.293321] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ad2645d3-9309-42d4-86b9-53785cf3614d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.293491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.293601] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.293921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.294064] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2645d3-9309-42d4-86b9-53785cf3614d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.402724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.402990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.403135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.403487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.403645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.403976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.404158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.404258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.404504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.404614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.404750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 already deleted. [ 653.404864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.523202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.524628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.524753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.525127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10bd143e-04b6-426e-996c-3c17d3a669b2 with status ACTIVE [ 653.525300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.525472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.525472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.525631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.525730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.525894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.525987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.529187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.529187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.529187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10bd143e-04b6-426e-996c-3c17d3a669b2 is going to be updated. [ 653.555577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.555577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.555577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.555577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.555931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.556049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10bd143e-04b6-426e-996c-3c17d3a669b2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.614217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144abc1d-92f2-44bd-86b0-336ac64151bf [ 653.614550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.614760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.614881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.615154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.615274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.615415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144abc1d-92f2-44bd-86b0-336ac64151bf already deleted. [ 653.615542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144abc1d-92f2-44bd-86b0-336ac64151bf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.799584] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.799584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port ad2645d3-9309-42d4-86b9-53785cf3614d not found, creating... [ 653.799584] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.799584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.800114] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.800114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.800114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.800607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.800934] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.801196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ad2645d3-9309-42d4-86b9-53785cf3614d is going to be created. [ 653.835917] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.835917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.835917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.835917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.835917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.835917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.027036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.417196] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2e2596f5-b4ab-4b35-83ef-6e10a966a0ce None None] Enqueued Resource ID: c7c1e75a-59d7-4c0f-ab73-64c01b59834c with Priority: HIGHEST for action port [ 654.417196] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c1e75a-59d7-4c0f-ab73-64c01b59834c with Priority: HIGHEST for action port [ 654.417196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c1e75a-59d7-4c0f-ab73-64c01b59834c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.417196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c1e75a-59d7-4c0f-ab73-64c01b59834c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.417196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c1e75a-59d7-4c0f-ab73-64c01b59834c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.417841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c1e75a-59d7-4c0f-ab73-64c01b59834c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418056] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c1e75a-59d7-4c0f-ab73-64c01b59834c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.532909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.532909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.532909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.532909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.532909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.532909] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be created. [ 654.565248] env[65432]: INFO networking_nsxv3.common.synchronization [req-052f41d5-789f-48fe-b318-a25b1c617688 req-51d2945c-8990-43bf-9565-00c74f3d3b2e service nova] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 654.565248] env[65432]: INFO networking_nsxv3.common.synchronization [req-052f41d5-789f-48fe-b318-a25b1c617688 req-51d2945c-8990-43bf-9565-00c74f3d3b2e service nova] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 654.565248] env[65432]: INFO networking_nsxv3.common.synchronization [req-052f41d5-789f-48fe-b318-a25b1c617688 req-51d2945c-8990-43bf-9565-00c74f3d3b2e service nova] Enqueued Resource ID: ad2645d3-9309-42d4-86b9-53785cf3614d with Priority: HIGHEST for action port [ 654.567699] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 654.568235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 654.571018] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2645d3-9309-42d4-86b9-53785cf3614d with Priority: HIGHEST for action port [ 654.571018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.571018] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.571018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.571018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.571018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.571893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.572108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.572285] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.573225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2645d3-9309-42d4-86b9-53785cf3614d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.573470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.573611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.573838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575441] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2645d3-9309-42d4-86b9-53785cf3614d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.578696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.579073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.579238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.579553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.579798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.592662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: UNINITIALIZED for 2s [ 654.922187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c1e75a-59d7-4c0f-ab73-64c01b59834c [ 654.922187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.922187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.922187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.922359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.922494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.922689] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c1e75a-59d7-4c0f-ab73-64c01b59834c already deleted. [ 654.922736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c1e75a-59d7-4c0f-ab73-64c01b59834c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.083264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.084395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.084543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.084994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad2645d3-9309-42d4-86b9-53785cf3614d with status ACTIVE [ 655.085053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.085168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.085234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.086497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.086597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.086789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.086985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.086985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.087145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.087252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.087489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.087579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.087610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.087756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.087866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.087911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad2645d3-9309-42d4-86b9-53785cf3614d is going to be updated. [ 655.114241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.114241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.114241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.114241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.114241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.114241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2645d3-9309-42d4-86b9-53785cf3614d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.284879] env[65432]: INFO networking_nsxv3.common.synchronization [req-227119d1-d88c-4445-8108-fb8ba618c54c req-a5f2156d-8806-460d-b28c-bedceb00bd37 tempest-FloatingIPsAssociationTestJSON-1585008052 tempest-FloatingIPsAssociationTestJSON-1585008052-project-member] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 655.284879] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 655.286111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.287732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.287732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.587636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.793024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.793024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.793024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.793024] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.793024] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.793024] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.793024] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.793768] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.793768] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.793768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.794797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.795094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.795252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.795499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.795700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.795968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.796209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.796360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.796688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.796865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.797043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c already deleted. [ 655.797231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.816332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.816755] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.817024] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.817364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.817822] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-7ab4b756-d116-45ca-8cff-09b65b7e9456 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.818220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.818565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.818979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820184] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab4b756-d116-45ca-8cff-09b65b7e9456',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.091555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.092061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.092061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.092061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.092284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.092284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be created. [ 656.120350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.120583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.120640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.120926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.121152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.132138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: UNINITIALIZED for 2s [ 656.325531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.325531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.325758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.326108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.326661] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.327058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 7ab4b756-d116-45ca-8cff-09b65b7e9456 not found, creating... [ 656.327463] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.327766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.327943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.328508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.328508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.328820] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.328998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.329877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 7ab4b756-d116-45ca-8cff-09b65b7e9456 is going to be created. [ 656.354894] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.355125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.355244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.355949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.356216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.356453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.602459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 656.602756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.603141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.603277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.603869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.603869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.603869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.603869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.604926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.604926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.604926] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.961654] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ec0318df-9a2f-4b81-9018-c3e9e5fc6084 tempest-ServersV294TestFqdnHostnames-1156757311 tempest-ServersV294TestFqdnHostnames-1156757311-project-member] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 656.962878] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 656.962878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.962878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.962878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.962878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.962878] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.100561] env[65432]: INFO networking_nsxv3.common.synchronization [req-227119d1-d88c-4445-8108-fb8ba618c54c req-129e5b5a-03ee-4e6a-8ee1-10d7cc61b8cd service nova] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_rules [ 657.100996] env[65432]: INFO networking_nsxv3.common.synchronization [req-227119d1-d88c-4445-8108-fb8ba618c54c req-129e5b5a-03ee-4e6a-8ee1-10d7cc61b8cd service nova] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 657.100996] env[65432]: INFO networking_nsxv3.common.synchronization [req-227119d1-d88c-4445-8108-fb8ba618c54c req-129e5b5a-03ee-4e6a-8ee1-10d7cc61b8cd service nova] Enqueued Resource ID: 7ab4b756-d116-45ca-8cff-09b65b7e9456 with Priority: HIGHEST for action port [ 657.101932] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_rules [ 657.102219] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 657.102295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab4b756-d116-45ca-8cff-09b65b7e9456 with Priority: HIGHEST for action port [ 657.102667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.102830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.102830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.103056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.103142] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.104364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.104527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.104891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.104989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.105067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.105215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.105304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.105398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.107140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab4b756-d116-45ca-8cff-09b65b7e9456 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.107140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.107140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.107140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.107140] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab4b756-d116-45ca-8cff-09b65b7e9456',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.108170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.108509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.108653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.108948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.109041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.109126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.109272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.109871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.109871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.109871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.109871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.109871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.109871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.110150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.110150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.110150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.110253] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.229111] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f4c2a53d-93e0-44ef-99ac-599b6f06e104 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 657.230161] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 657.230385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.230549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.230628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.230889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.231065] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.486122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.486352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.486352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.486856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.486856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.486856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba already deleted. [ 657.486856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.588674] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4bb2ce96-1513-4443-bb28-d27625389b57 tempest-ServersV294TestFqdnHostnames-1156757311 tempest-ServersV294TestFqdnHostnames-1156757311-project-member] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 657.589715] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 657.590240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.590475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.590563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.590821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.590919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.608993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.609121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.609308] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.611799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ab4b756-d116-45ca-8cff-09b65b7e9456 with status ACTIVE [ 657.616048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.616048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.616048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.616048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.616048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ab4b756-d116-45ca-8cff-09b65b7e9456 is going to be updated. [ 657.616048] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1bdc93-5c30-47d0-9def-1cbd6ace24fa: rpc.has_security_group_logging(os_id): False [ 657.639995] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.640505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.640505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.640672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.640791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.641041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.641461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.641547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.641810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.642203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.642470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.642470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.642670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.642799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.642879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.643884] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be created. [ 657.645649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.645852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.645959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.646175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.646320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.646483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab4b756-d116-45ca-8cff-09b65b7e9456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.761321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.761501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.761600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.761990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.761990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.775152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.778720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 already deleted. [ 657.778720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.785136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 657.802518] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1d05e9d0-903a-4235-a2f0-f7c79e072222 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 657.803080] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 657.803383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.803959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.803959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.803959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.803959] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.846645] env[65432]: INFO networking_nsxv3.common.synchronization [None req-28eee5e8-d517-4767-964e-4ef590eb5a8e None None] Enqueued Resource ID: 773177dc-95e6-41d2-a978-c38d5a608792 with Priority: HIGHEST for action port [ 657.847338] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773177dc-95e6-41d2-a978-c38d5a608792 with Priority: HIGHEST for action port [ 657.847737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-773177dc-95e6-41d2-a978-c38d5a608792 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.847869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773177dc-95e6-41d2-a978-c38d5a608792" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.847908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773177dc-95e6-41d2-a978-c38d5a608792" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.851344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773177dc-95e6-41d2-a978-c38d5a608792" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.851344] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773177dc-95e6-41d2-a978-c38d5a608792',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.080150] env[65432]: INFO networking_nsxv3.common.synchronization [req-5d0dfd1e-62e5-41dd-8ac5-9d268a89d2c7 req-27672fed-56bc-47ad-9b5d-897dafbcac21 tempest-TenantUsagesTestJSON-723679770 tempest-TenantUsagesTestJSON-723679770-project-member] Enqueued Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 658.081758] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a with Priority: HIGHEST for action security_group_members [ 658.084539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.084539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.084539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.084539] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b27ff9c-ab21-4df6-b3a9-af4104f8730a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.121426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.121426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.121426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.121426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.121426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.121426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba already deleted. [ 658.121426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.121426] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.145700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.145700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.145700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.145700] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.335395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.335553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.335626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.335836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.339020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.339020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 already deleted. [ 658.339020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.353223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 773177dc-95e6-41d2-a978-c38d5a608792 [ 658.353223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.353223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.353223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.353477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.353477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.353539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:773177dc-95e6-41d2-a978-c38d5a608792 already deleted. [ 658.354796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773177dc-95e6-41d2-a978-c38d5a608792" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.587944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.588134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.588205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.588427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.588517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.588715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.588816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.588879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.589292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.589292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.589292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a is going to be updated. [ 658.625027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.625027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.625027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.625027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.625027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.625027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be created. [ 658.628500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.628686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.628770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.628981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.629138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: IN_PROGRESS for 2s [ 658.650943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.686140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.686222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.686294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.686504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.686796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.698027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: UNINITIALIZED for 2s [ 659.153042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb5c9884-bd88-4d5f-bcc2-e69e297b8d07: rpc.has_security_group_logging(os_id): False [ 659.169024] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ebcc36b5-aaca-4691-871a-ae89b31386f1 tempest-ServerActionsV293TestJSON-1566352990 tempest-ServerActionsV293TestJSON-1566352990-project-member] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 659.169024] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 659.169960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.170296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.170523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.170887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.171091] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.178760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.178760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.178760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.178968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.178968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.179141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.179514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.179514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.179514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.179662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.179662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be created. [ 659.246157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.246354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.246463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.246676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.246905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.276194] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 659.362183] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cb1b0fb1-4d79-48f6-a087-69c9063119aa tempest-ServerActionsV293TestJSON-1566352990 tempest-ServerActionsV293TestJSON-1566352990-project-member] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 659.362768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 659.363327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.363476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.703999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 already deleted. [ 659.704718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.705900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.705900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.705900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.832598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 659.832817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176379] env[65432]: INFO networking_nsxv3.common.synchronization [req-952a4e54-370d-4fbf-b196-acb65301f72d req-61401a3c-fc63-494e-bdbb-98aee5ba7c14 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 660.177937] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 660.177937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.177937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.177937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.177937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.178295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.178414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.178507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.230697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.230846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.230907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.231226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.231326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.231378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 already deleted. [ 660.231425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.651296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a in Status: SUCCESS [ 660.653756] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b27ff9c-ab21-4df6-b3a9-af4104f8730a deletion is rescheduled due to dependency. [ 660.653756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b27ff9c-ab21-4df6-b3a9-af4104f8730a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.680336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.681489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.682228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.682484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.682596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.682822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.682929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.682991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.686698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.686698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.686698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa already deleted. [ 660.686698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697349] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.697532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.697648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.698032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.698265] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.698501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.698682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.698758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.698891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.699232] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.699378] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.699511] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.699641] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.699777] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.699906] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.700070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.713906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 660.714129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.714954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.715235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.715462] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.715612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.715705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.715906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.716029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716242] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.725270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.726147] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.726854] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.727096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.727601] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-77ce53c3-192f-4439-a480-c0bba15c6a54 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.727823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.728045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.728350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.728572] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ce53c3-192f-4439-a480-c0bba15c6a54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.222737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.222737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.222737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.222737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.223804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.223804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.223804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.223804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.223804] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.234049] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.234049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 77ce53c3-192f-4439-a480-c0bba15c6a54 not found, creating... [ 661.234049] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.234049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.235049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.235624] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.236024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.236369] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.236786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.237109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.237440] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 77ce53c3-192f-4439-a480-c0bba15c6a54 is going to be created. [ 661.266386] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.266386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.266386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.266386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.266386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.266386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.288457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 661.289141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.725531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c: rpc.has_security_group_logging(os_id): False [ 661.749220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.749483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.750753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.750753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.750888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.751010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.751816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.751982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.752175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.752434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.752687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.752964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.753107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.753228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.753446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.753583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.753702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be created. [ 661.826513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.826907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.826907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.827032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.827595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.843626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 661.974798] env[65432]: INFO networking_nsxv3.common.synchronization [req-952a4e54-370d-4fbf-b196-acb65301f72d req-d3eb595e-5fd8-4d68-a592-d0101d44361a service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 661.975022] env[65432]: INFO networking_nsxv3.common.synchronization [req-952a4e54-370d-4fbf-b196-acb65301f72d req-d3eb595e-5fd8-4d68-a592-d0101d44361a service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 661.975177] env[65432]: INFO networking_nsxv3.common.synchronization [req-952a4e54-370d-4fbf-b196-acb65301f72d req-d3eb595e-5fd8-4d68-a592-d0101d44361a service nova] Enqueued Resource ID: 77ce53c3-192f-4439-a480-c0bba15c6a54 with Priority: HIGHEST for action port [ 661.976056] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 661.976251] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 661.976560] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ce53c3-192f-4439-a480-c0bba15c6a54 with Priority: HIGHEST for action port [ 661.976780] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.976976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.977126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.977644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.977751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.979159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.979239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.979416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.979509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.979993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.979993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.979993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.981077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.981077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.981994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ce53c3-192f-4439-a480-c0bba15c6a54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.982125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.982193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.982368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.982479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ce53c3-192f-4439-a480-c0bba15c6a54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.989520] env[65432]: INFO networking_nsxv3.common.synchronization [None req-086162e7-b6d1-40ab-980c-6d56e0d4bb2b None None] Enqueued Resource ID: 6b579997-71e6-405c-b0a8-b7f08940de87 with Priority: HIGHEST for action port [ 661.990087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b579997-71e6-405c-b0a8-b7f08940de87 with Priority: HIGHEST for action port [ 661.990395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b579997-71e6-405c-b0a8-b7f08940de87 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.990542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b579997-71e6-405c-b0a8-b7f08940de87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.990602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b579997-71e6-405c-b0a8-b7f08940de87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.990954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b579997-71e6-405c-b0a8-b7f08940de87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.991078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b579997-71e6-405c-b0a8-b7f08940de87',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.487020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.487020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.487020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ce53c3-192f-4439-a480-c0bba15c6a54 with status ACTIVE [ 662.487020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.487020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.487020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.488057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.488057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.488057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ce53c3-192f-4439-a480-c0bba15c6a54 is going to be updated. [ 662.495081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b579997-71e6-405c-b0a8-b7f08940de87 [ 662.495390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.495568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.495650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.495889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.496176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.496176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b579997-71e6-405c-b0a8-b7f08940de87 already deleted. [ 662.496310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b579997-71e6-405c-b0a8-b7f08940de87" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.518147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.518147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.518147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.518147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.518147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.518600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ce53c3-192f-4439-a480-c0bba15c6a54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.994713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.496582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.497073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.497073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.497073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.497247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.497247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be created. [ 663.522166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.522901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.523056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.525718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.525718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.535658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: UNINITIALIZED for 2s [ 663.863198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 663.863198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.404766] env[65432]: INFO networking_nsxv3.common.synchronization [None req-92577c4b-1de3-49e9-a64f-3473c9a40cd5 None None] Enqueued Resource ID: 9250a2f8-44ff-4f98-befd-7267421f55ce with Priority: HIGHEST for action port [ 665.406637] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9250a2f8-44ff-4f98-befd-7267421f55ce with Priority: HIGHEST for action port [ 665.406637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9250a2f8-44ff-4f98-befd-7267421f55ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.406637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9250a2f8-44ff-4f98-befd-7267421f55ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.406637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9250a2f8-44ff-4f98-befd-7267421f55ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.406637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9250a2f8-44ff-4f98-befd-7267421f55ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.406637] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9250a2f8-44ff-4f98-befd-7267421f55ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.547953] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 665.552191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.552373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.552620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.552828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.552949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.553023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.553206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.553352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.553391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.553469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.911397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9250a2f8-44ff-4f98-befd-7267421f55ce [ 665.911905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.912394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.912789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.913038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.913184] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9250a2f8-44ff-4f98-befd-7267421f55ce already deleted. [ 665.913509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9250a2f8-44ff-4f98-befd-7267421f55ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.056483] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.057130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.057802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.057999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.058144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.058214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.058467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.058467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.058676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.058876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.058981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.059061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.059215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.059408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.059502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.059502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.060418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.060646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.060812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.060956] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.564654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32201b4-a539-4eab-b1e7-6478ce58b2fa: rpc.has_security_group_logging(os_id): False [ 666.601025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.601025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.601025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.602315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.602634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.602810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.603114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.603309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.603496] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be created. [ 666.676976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.677226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.678057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.678409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.678771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.696387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 667.361446] env[65432]: INFO networking_nsxv3.common.synchronization [req-0a909c2d-9a81-483b-9473-c8eca87b0980 req-0f028d9c-3dad-4540-9f4e-3c070c3695f4 tempest-ServerDiagnosticsTest-972142643 tempest-ServerDiagnosticsTest-972142643-project-member] Enqueued Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 667.362032] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGHEST for action security_group_members [ 667.362939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.362939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.362939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.362939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.364560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.364560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.364560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.364560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.364560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.364560] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.868184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.868542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.868542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.868757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.868984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.869066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.869169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.869228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.869490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.869615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 is going to be updated. [ 667.871480] env[65432]: INFO networking_nsxv3.common.synchronization [req-80e8bf7e-c6f8-4e46-b1c7-aeec46b63f09 req-a548b3cc-50f0-428f-bb69-e5e85b0f5b4a tempest-ServerExternalEventsTest-165730489 tempest-ServerExternalEventsTest-165730489-project-member] Enqueued Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 667.872082] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGHEST for action security_group_members [ 667.872734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.872850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.872904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.873079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.873220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.873315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.873373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.873512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.873585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.873856] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.911405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.911727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.911727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.912230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.912230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.924121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: IN_PROGRESS for 2s [ 668.240517] env[65432]: INFO networking_nsxv3.common.synchronization [req-8a793d14-44c3-4563-9514-86ff63bb15fe req-9e6cefe6-49f3-4e08-99a9-a15f06774ca4 tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 638111ce-a86f-42e3-8e13-54f159ec2a95 with Priority: HIGHEST for action security_group_rules [ 668.242442] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638111ce-a86f-42e3-8e13-54f159ec2a95 with Priority: HIGHEST for action security_group_rules [ 668.242442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-638111ce-a86f-42e3-8e13-54f159ec2a95 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.242442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-638111ce-a86f-42e3-8e13-54f159ec2a95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.242442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-638111ce-a86f-42e3-8e13-54f159ec2a95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.242442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-638111ce-a86f-42e3-8e13-54f159ec2a95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.242442] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('638111ce-a86f-42e3-8e13-54f159ec2a95',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.376263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.376430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.376907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.377497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.377627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.377822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.377933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.377994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.378235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.378321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 is going to be updated. [ 668.409193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.409333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.409396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.409718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.409832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.421292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: IN_PROGRESS for 2s [ 668.656147] env[65432]: INFO networking_nsxv3.common.synchronization [req-629d84e5-591c-4a17-8577-848210c8d5e6 req-80a92bcc-c783-4ae5-a727-f7d4c6c24257 tempest-InstanceActionsTestJSON-2117711646 tempest-InstanceActionsTestJSON-2117711646-project-member] Enqueued Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 668.656452] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 668.656768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.657454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.657454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.658048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.658385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.658661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.658760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.659015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.659336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.659336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.735973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 668.735973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.766785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.766785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.766785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.766785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.766785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.766785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 638111ce-a86f-42e3-8e13-54f159ec2a95 already deleted. [ 668.767380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-638111ce-a86f-42e3-8e13-54f159ec2a95" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107169] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.107169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-345" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.107169] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-345" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.107696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-345" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.107995] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.108208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.108353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.108633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.108816] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.109067] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.109212] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.109349] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.109477] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.109612] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.109721] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.110282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.131051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.131051] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.131051] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.131051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-345" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.131051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-145bbd7f-da17-4d49-98a9-b2c5f644fbed taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.131051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.131051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.131051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.131565] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145bbd7f-da17-4d49-98a9-b2c5f644fbed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.162832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.162832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.162832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.163386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.163682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.164054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.164174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.164239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.164418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.164502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.164592] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 already deleted. [ 669.164669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.483824] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a8e8c304-f652-4b98-b4c7-b72d35dae133 None None] Enqueued Resource ID: d3a3cea5-9592-4eae-97ad-e30c84ec1441 with Priority: HIGHEST for action port [ 669.484272] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a3cea5-9592-4eae-97ad-e30c84ec1441 with Priority: HIGHEST for action port [ 669.484849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a3cea5-9592-4eae-97ad-e30c84ec1441 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.484849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a3cea5-9592-4eae-97ad-e30c84ec1441" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.484989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a3cea5-9592-4eae-97ad-e30c84ec1441" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.485314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a3cea5-9592-4eae-97ad-e30c84ec1441" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.485631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a3cea5-9592-4eae-97ad-e30c84ec1441',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.633429] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.633647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.633771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.634029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.634171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.634338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 145bbd7f-da17-4d49-98a9-b2c5f644fbed not found, creating... [ 669.634890] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.635074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.635190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.635498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.635639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.636179] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.636179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.636179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.636418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.636464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.636602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 145bbd7f-da17-4d49-98a9-b2c5f644fbed is going to be created. [ 669.665196] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.665339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.665339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.665603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.665820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.666050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.934459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 in Status: SUCCESS [ 669.934646] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 deletion is rescheduled due to dependency. [ 669.934804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.987578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3a3cea5-9592-4eae-97ad-e30c84ec1441 [ 669.988585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.988947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.989172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.989481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.989664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.989896] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3a3cea5-9592-4eae-97ad-e30c84ec1441 already deleted. [ 669.990116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a3cea5-9592-4eae-97ad-e30c84ec1441" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.434664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 in Status: SUCCESS [ 670.434664] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 deletion is rescheduled due to dependency. [ 670.435216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.463932] env[65432]: INFO networking_nsxv3.common.synchronization [req-629d84e5-591c-4a17-8577-848210c8d5e6 req-9c3d4098-a72e-4c56-80f7-7431c51322b3 service nova] Enqueued Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_rules [ 670.464309] env[65432]: INFO networking_nsxv3.common.synchronization [req-629d84e5-591c-4a17-8577-848210c8d5e6 req-9c3d4098-a72e-4c56-80f7-7431c51322b3 service nova] Enqueued Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 670.464458] env[65432]: INFO networking_nsxv3.common.synchronization [req-629d84e5-591c-4a17-8577-848210c8d5e6 req-9c3d4098-a72e-4c56-80f7-7431c51322b3 service nova] Enqueued Resource ID: 145bbd7f-da17-4d49-98a9-b2c5f644fbed with Priority: HIGHEST for action port [ 670.465263] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_rules [ 670.465418] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 670.465516] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145bbd7f-da17-4d49-98a9-b2c5f644fbed with Priority: HIGHEST for action port [ 670.466448] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.466448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.466448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.466448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.467251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.467530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.467726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.467804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.468013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.468221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.468221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.468358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.468418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.468480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.468588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.469385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-145bbd7f-da17-4d49-98a9-b2c5f644fbed taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.469529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.469592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.469716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.469783] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145bbd7f-da17-4d49-98a9-b2c5f644fbed',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.974436] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.975963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.977268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145bbd7f-da17-4d49-98a9-b2c5f644fbed with status ACTIVE [ 670.977465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.977586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.977688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.977973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.978097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.978652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.978709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.978893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.978997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.979189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.979260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.980807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.980807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.980807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.980807] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145bbd7f-da17-4d49-98a9-b2c5f644fbed is going to be updated. [ 671.012932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.013320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.013320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.013411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.013484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.013640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145bbd7f-da17-4d49-98a9-b2c5f644fbed" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.481999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.987110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.987110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.987110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.987110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.987110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.987110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 is going to be created. [ 672.017953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.020129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.020129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.020129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.020129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.035256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: UNINITIALIZED for 2s [ 672.273167] env[65432]: INFO networking_nsxv3.common.synchronization [None req-41c674d1-9704-4024-be27-72a1c69dc058 None None] Enqueued Resource ID: 1dcd1b65-ba92-4c74-9e42-884a92ef2596 with Priority: HIGHEST for action port [ 672.273167] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcd1b65-ba92-4c74-9e42-884a92ef2596 with Priority: HIGHEST for action port [ 672.273167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcd1b65-ba92-4c74-9e42-884a92ef2596 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.273167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcd1b65-ba92-4c74-9e42-884a92ef2596" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.273167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcd1b65-ba92-4c74-9e42-884a92ef2596" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.275511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcd1b65-ba92-4c74-9e42-884a92ef2596" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.275853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcd1b65-ba92-4c74-9e42-884a92ef2596',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.780935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dcd1b65-ba92-4c74-9e42-884a92ef2596 [ 672.781396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.781396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.781396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.781643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.781727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.781818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dcd1b65-ba92-4c74-9e42-884a92ef2596 already deleted. [ 672.781904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcd1b65-ba92-4c74-9e42-884a92ef2596" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.155635] env[65432]: INFO networking_nsxv3.common.synchronization [None req-283421b4-b6df-4b56-a543-7f53e2aeb1a9 None None] Enqueued Resource ID: 9860f8fb-8bbd-4dc0-b9af-82196c713b73 with Priority: HIGHEST for action port [ 673.155635] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9860f8fb-8bbd-4dc0-b9af-82196c713b73 with Priority: HIGHEST for action port [ 673.156081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9860f8fb-8bbd-4dc0-b9af-82196c713b73 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.156209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9860f8fb-8bbd-4dc0-b9af-82196c713b73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.156277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9860f8fb-8bbd-4dc0-b9af-82196c713b73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.156534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9860f8fb-8bbd-4dc0-b9af-82196c713b73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.156617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9860f8fb-8bbd-4dc0-b9af-82196c713b73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.585616] env[65432]: INFO networking_nsxv3.common.synchronization [None req-40b3c3fa-12c3-4825-b3fe-f81af49d3a19 None None] Enqueued Resource ID: 07af299c-4e38-49e1-9ee4-de37570d932c with Priority: HIGHEST for action port [ 673.586181] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07af299c-4e38-49e1-9ee4-de37570d932c with Priority: HIGHEST for action port [ 673.586552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-07af299c-4e38-49e1-9ee4-de37570d932c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.586646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07af299c-4e38-49e1-9ee4-de37570d932c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.586704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07af299c-4e38-49e1-9ee4-de37570d932c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.587093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07af299c-4e38-49e1-9ee4-de37570d932c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.587249] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07af299c-4e38-49e1-9ee4-de37570d932c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.660961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9860f8fb-8bbd-4dc0-b9af-82196c713b73 [ 673.660961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.660961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.660961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.660961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.660961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.660961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9860f8fb-8bbd-4dc0-b9af-82196c713b73 already deleted. [ 673.660961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9860f8fb-8bbd-4dc0-b9af-82196c713b73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.884316] env[65432]: INFO networking_nsxv3.common.synchronization [req-89a2be9d-5018-4d29-bd23-74c36221cfa7 req-678709d3-7900-4c73-b4c0-e25ee99b0250 tempest-ListImageFiltersTestJSON-1637532566 tempest-ListImageFiltersTestJSON-1637532566-project-member] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 673.884316] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 673.884316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.884316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.884316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.884316] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.050132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: SUCCESS [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.050132] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.093741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07af299c-4e38-49e1-9ee4-de37570d932c [ 674.094150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.094150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.094318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.095430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.095430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07af299c-4e38-49e1-9ee4-de37570d932c already deleted. [ 674.095430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07af299c-4e38-49e1-9ee4-de37570d932c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.371671] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.372397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.372706] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.373109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.373491] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.376044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.376044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.376044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.376044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.376044] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.376044] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.376044] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.376044] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.376044] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.376044] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.376044] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.388371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.398225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.398225] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.398225] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.398225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.398225] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-04dfd469-21db-4aec-be39-b546b5b8a179 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.398630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.398630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.399287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.399287] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dfd469-21db-4aec-be39-b546b5b8a179',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.556978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.556978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.556978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.556978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.558057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.558057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.558057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.558057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.559260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.559464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.559945] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.559945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.559945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.560344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.560685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.561134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.561255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.561393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.561512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.892370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.906624] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.906835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.906975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.907289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.907444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.907589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 04dfd469-21db-4aec-be39-b546b5b8a179 not found, creating... [ 674.907872] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.909057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.909282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.909627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.909796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.910188] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.910380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.910503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.910820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.911050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.911220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 04dfd469-21db-4aec-be39-b546b5b8a179 is going to be created. [ 674.942512] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.943090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.943090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.943272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.943621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.058711] env[65432]: INFO networking_nsxv3.common.synchronization [req-b9ca8525-19d5-4c1e-9322-4c9affe062dd req-afc2b941-82a4-4be8-b015-e4cca5c77117 tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 183c4e36-15cc-41c6-a54e-e817525ecc8c with Priority: HIGHEST for action security_group_rules [ 675.059688] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183c4e36-15cc-41c6-a54e-e817525ecc8c with Priority: HIGHEST for action security_group_rules [ 675.059930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183c4e36-15cc-41c6-a54e-e817525ecc8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.060095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183c4e36-15cc-41c6-a54e-e817525ecc8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.060198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183c4e36-15cc-41c6-a54e-e817525ecc8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.060499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183c4e36-15cc-41c6-a54e-e817525ecc8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.060703] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183c4e36-15cc-41c6-a54e-e817525ecc8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.064535] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d31be2b-a149-4c78-8410-7258e4e59e13: rpc.has_security_group_logging(os_id): False [ 675.092037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.092037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.093353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.093549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 is going to be created. [ 675.177031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.177306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.177306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.177529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.177708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: IN_PROGRESS for 2s [ 675.396521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.396521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.396521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.396521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.396521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.396521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be updated. [ 675.430200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.431538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.431538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.431538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.431538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.444553] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 675.586359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.586359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.586359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.586359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.586359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.586359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183c4e36-15cc-41c6-a54e-e817525ecc8c already deleted. [ 675.586359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183c4e36-15cc-41c6-a54e-e817525ecc8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.738307] env[65432]: INFO networking_nsxv3.common.synchronization [req-89a2be9d-5018-4d29-bd23-74c36221cfa7 req-d9dedc9c-3a41-4a3a-986e-1a6449b83bf7 service nova] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_rules [ 675.738484] env[65432]: INFO networking_nsxv3.common.synchronization [req-89a2be9d-5018-4d29-bd23-74c36221cfa7 req-d9dedc9c-3a41-4a3a-986e-1a6449b83bf7 service nova] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 675.738870] env[65432]: INFO networking_nsxv3.common.synchronization [req-89a2be9d-5018-4d29-bd23-74c36221cfa7 req-d9dedc9c-3a41-4a3a-986e-1a6449b83bf7 service nova] Enqueued Resource ID: 04dfd469-21db-4aec-be39-b546b5b8a179 with Priority: HIGHEST for action port [ 675.739226] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_rules [ 675.739365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 675.739419] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dfd469-21db-4aec-be39-b546b5b8a179 with Priority: HIGHEST for action port [ 675.739679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.739805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.739871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.740078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.740233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.741433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.742416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.742634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-04dfd469-21db-4aec-be39-b546b5b8a179 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.742744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.742809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.742997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.743079] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dfd469-21db-4aec-be39-b546b5b8a179',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.896643] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-771b2c08-5a58-4355-a8e9-3b0a764923fb tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 675.897204] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 675.897680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.897812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.897877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.898145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.898960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.900615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.900615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.900615] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.154885] env[65432]: INFO networking_nsxv3.common.synchronization [None req-37a7ca0c-214b-4516-91ba-52f977586164 None None] Enqueued Resource ID: 9670e884-d1a7-4bf4-b1be-94f5f5a22f9a with Priority: HIGHEST for action port [ 676.154885] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9670e884-d1a7-4bf4-b1be-94f5f5a22f9a with Priority: HIGHEST for action port [ 676.154885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9670e884-d1a7-4bf4-b1be-94f5f5a22f9a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.154885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9670e884-d1a7-4bf4-b1be-94f5f5a22f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.154885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9670e884-d1a7-4bf4-b1be-94f5f5a22f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.156871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9670e884-d1a7-4bf4-b1be-94f5f5a22f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.162784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9670e884-d1a7-4bf4-b1be-94f5f5a22f9a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.247845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.247845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04dfd469-21db-4aec-be39-b546b5b8a179 with status ACTIVE [ 676.249041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.249475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.249787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.250155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.251048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.251048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.251048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.251048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.252050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.252050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04dfd469-21db-4aec-be39-b546b5b8a179 is going to be updated. [ 676.283189] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.283386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.283502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.283960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.284265] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.284420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.284569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.285596] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.285733] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.285863] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.285986] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.286134] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.286270] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.286503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.288977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.289179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.289265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.289570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.289730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.290286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04dfd469-21db-4aec-be39-b546b5b8a179" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.313626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.314514] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.314514] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.314514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.314514] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-0fcef492-7177-47d1-b7c6-d8f72c956779 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.314924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.315592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.315931] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcef492-7177-47d1-b7c6-d8f72c956779',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.336655] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bf8b9c71-1005-42c5-ab5e-e9bce47fecef None None] Enqueued Resource ID: b7ea0929-bd4a-42f7-80da-ce6220a86eaf with Priority: HIGHEST for action port [ 676.337178] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ea0929-bd4a-42f7-80da-ce6220a86eaf with Priority: HIGHEST for action port [ 676.338233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ea0929-bd4a-42f7-80da-ce6220a86eaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.338233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ea0929-bd4a-42f7-80da-ce6220a86eaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.338233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ea0929-bd4a-42f7-80da-ce6220a86eaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.338233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ea0929-bd4a-42f7-80da-ce6220a86eaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.338480] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ea0929-bd4a-42f7-80da-ce6220a86eaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.404919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.406036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.407665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.407665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb already deleted. [ 676.407665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.663073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9670e884-d1a7-4bf4-b1be-94f5f5a22f9a [ 676.663443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.663611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.663684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.663923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.664043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.665085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9670e884-d1a7-4bf4-b1be-94f5f5a22f9a already deleted. [ 676.665085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9670e884-d1a7-4bf4-b1be-94f5f5a22f9a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.820273] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.820273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.820273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.820501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.820677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.820834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 0fcef492-7177-47d1-b7c6-d8f72c956779 not found, creating... [ 676.821134] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.821307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.821415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.821667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.821814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822099] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.822244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.822349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.822580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.822710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 0fcef492-7177-47d1-b7c6-d8f72c956779 is going to be created. [ 676.841780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7ea0929-bd4a-42f7-80da-ce6220a86eaf [ 676.842101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.842279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.842411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.842719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.842830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.842988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7ea0929-bd4a-42f7-80da-ce6220a86eaf already deleted. [ 676.843075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ea0929-bd4a-42f7-80da-ce6220a86eaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.844165] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.844334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.844454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.844753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.846063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.846063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.204189] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: SUCCESS [ 677.204536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.456625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 677.456928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.457189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.457471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.457803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.457885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.458194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.458305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.458433] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.678677] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-0b390590-335c-472d-9bcd-932c626cfda4 service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 677.678677] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-0b390590-335c-472d-9bcd-932c626cfda4 service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 677.678820] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-0b390590-335c-472d-9bcd-932c626cfda4 service nova] Enqueued Resource ID: 0fcef492-7177-47d1-b7c6-d8f72c956779 with Priority: HIGHEST for action port [ 677.679419] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 677.679573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 677.679673] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcef492-7177-47d1-b7c6-d8f72c956779 with Priority: HIGHEST for action port [ 677.679953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.682188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.682293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.682697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.682697] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.683904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.683904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.683904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.684105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.684197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.684297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.684341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.684464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.685532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.685617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.687104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcef492-7177-47d1-b7c6-d8f72c956779 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.687230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.687276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.687470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.687547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcef492-7177-47d1-b7c6-d8f72c956779',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.966455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.189636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.191568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.191568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fcef492-7177-47d1-b7c6-d8f72c956779 with status ACTIVE [ 678.191568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.191568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.191568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.191852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.191852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.191852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.192296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.192296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.192296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.192530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.193372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.193500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.193581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.193647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fcef492-7177-47d1-b7c6-d8f72c956779 is going to be updated. [ 678.215369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.215705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.215705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.215857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.215910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.216068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcef492-7177-47d1-b7c6-d8f72c956779" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.467919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.687455] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-1dbc3c1b-f42b-43a5-8d61-90c2b0549197 tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 678.688035] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 678.688625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.688625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.695478] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.973559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.973559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.973559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.973559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.973559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.973559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be updated. [ 679.000055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.000055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.000055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.000055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.000055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.012211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 679.067061] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.067550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.067550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.067675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.068618] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.068908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.068986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.069156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.069306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.069507] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.069615] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.069714] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.070204] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.070204] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.070204] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.070204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.090825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.090825] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.090825] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.091251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.091583] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.091774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.091884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.092332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.092472] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1c0fc9-5898-455f-b233-2e6f920e4ac7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.197616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.197767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.197767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.198124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.198124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.198601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be created. [ 679.224072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.224470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.224470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.224722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.224972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.236033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: UNINITIALIZED for 2s [ 679.595122] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.596216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.596353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.596591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.596781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.596974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port ec1c0fc9-5898-455f-b233-2e6f920e4ac7 not found, creating... [ 679.597319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.597502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.597637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.597912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.598098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.599618] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.599618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.599618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.599618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.599618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.599618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: ec1c0fc9-5898-455f-b233-2e6f920e4ac7 is going to be created. [ 679.620880] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.621136] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.621267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.621850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.622126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.622362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.726980] env[65432]: INFO networking_nsxv3.common.synchronization [None req-afc77133-9d9a-4270-9189-67b9bb9ca255 None None] Enqueued Resource ID: 6f1382f4-f804-41a0-b06e-c1304a154995 with Priority: HIGHEST for action port [ 679.727955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1382f4-f804-41a0-b06e-c1304a154995 with Priority: HIGHEST for action port [ 679.728457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f1382f4-f804-41a0-b06e-c1304a154995 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.728683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f1382f4-f804-41a0-b06e-c1304a154995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.728832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f1382f4-f804-41a0-b06e-c1304a154995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.729593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f1382f4-f804-41a0-b06e-c1304a154995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.729772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1382f4-f804-41a0-b06e-c1304a154995',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.233144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f1382f4-f804-41a0-b06e-c1304a154995 [ 680.233408] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.233481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.233560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.233780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.234230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.234230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f1382f4-f804-41a0-b06e-c1304a154995 already deleted. [ 680.234230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f1382f4-f804-41a0-b06e-c1304a154995" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.354814] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-fb579398-473a-476a-9fd4-e2b26ec2911b service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 680.354814] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-fb579398-473a-476a-9fd4-e2b26ec2911b service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 680.354814] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-fb579398-473a-476a-9fd4-e2b26ec2911b service nova] Enqueued Resource ID: ec1c0fc9-5898-455f-b233-2e6f920e4ac7 with Priority: HIGHEST for action port [ 680.354814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 680.354954] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 680.354990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1c0fc9-5898-455f-b233-2e6f920e4ac7 with Priority: HIGHEST for action port [ 680.356215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.357080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.357297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.357378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1c0fc9-5898-455f-b233-2e6f920e4ac7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.864233] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec1c0fc9-5898-455f-b233-2e6f920e4ac7 with status ACTIVE [ 680.864479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.865013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.865262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.865424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.865424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.867337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.867337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.867337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec1c0fc9-5898-455f-b233-2e6f920e4ac7 is going to be updated. [ 680.894764] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.894933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.895031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.895233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.895525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.895578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1c0fc9-5898-455f-b233-2e6f920e4ac7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.025588] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 681.025776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.026058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.026345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.026563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.026703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.026780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.027137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.027137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.027137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.030704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.246290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 681.246620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.246698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.246899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.247217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.247280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.247436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.247600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.247697] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.248516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.248683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.248841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.248946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.249019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.250745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.250853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.282849] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-cc420b38-b7d7-4e4b-937e-ba6f829c13f6 tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 681.283994] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 681.283994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.283994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.531500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.531989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.531989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.532211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.532289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.532396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.532493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.532659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.532748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.532837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.533033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.533135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.533187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.533314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.534261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.534261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.534261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.534261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.534261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.534261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.534601] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.754379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.754379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.754379] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.802043] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.802043] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.802043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.802984] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.803331] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.803548] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.803741] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.803940] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.804149] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.804363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.826646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.826646] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.826646] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.826646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-221" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.826646] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-cdd60fc6-cf05-4893-b552-829824d4ef54 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.826646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.826646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.826646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.826646] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd60fc6-cf05-4893-b552-829824d4ef54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.881025] env[65432]: INFO networking_nsxv3.common.synchronization [None req-227f2973-c8c1-46db-b20b-514fbf5a1c92 None None] Enqueued Resource ID: a4e9bea5-57d4-4fd8-b68d-b37dfb69480f with Priority: HIGHEST for action port [ 681.881025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9bea5-57d4-4fd8-b68d-b37dfb69480f with Priority: HIGHEST for action port [ 681.881025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e9bea5-57d4-4fd8-b68d-b37dfb69480f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.881025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e9bea5-57d4-4fd8-b68d-b37dfb69480f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.881025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e9bea5-57d4-4fd8-b68d-b37dfb69480f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.881025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e9bea5-57d4-4fd8-b68d-b37dfb69480f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.881467] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e9bea5-57d4-4fd8-b68d-b37dfb69480f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.037533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1bdc93-5c30-47d0-9def-1cbd6ace24fa: rpc.has_security_group_logging(os_id): False [ 682.058280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.058471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.058557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.058828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.058951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.059186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.059286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.059348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.059509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.059585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.059760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.059854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.059913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.060413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.060557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.061134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.061333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.061574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.062102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.062305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.062474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be updated. [ 682.130285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.130475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.130531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.131078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.131258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.143220] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 682.256070] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.328428] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.328749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.328824] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.329204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.329204] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.329334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port cdd60fc6-cf05-4893-b552-829824d4ef54 not found, creating... [ 682.329569] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.329721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.329826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.330122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.330283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.330614] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.330857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.331232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.331452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.331604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.331775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: cdd60fc6-cf05-4893-b552-829824d4ef54 is going to be created. [ 682.353876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.354563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.354563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.354780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.354991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e9bea5-57d4-4fd8-b68d-b37dfb69480f [ 682.384348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.384779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e9bea5-57d4-4fd8-b68d-b37dfb69480f already deleted. [ 682.385051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e9bea5-57d4-4fd8-b68d-b37dfb69480f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.759062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.759279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.759279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.759622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.759622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.759763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 682.799763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.799965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.800021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.800241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.800380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.815688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-ff7919f5-01f8-4eda-9d96-c92ce4d6d026 service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-ff7919f5-01f8-4eda-9d96-c92ce4d6d026 service nova] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [req-4ddd8b3b-6ca9-4fd8-9354-d9d9b0b2e97c req-ff7919f5-01f8-4eda-9d96-c92ce4d6d026 service nova] Enqueued Resource ID: cdd60fc6-cf05-4893-b552-829824d4ef54 with Priority: HIGHEST for action port [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_rules [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 683.150641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd60fc6-cf05-4893-b552-829824d4ef54 with Priority: HIGHEST for action port [ 683.150641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd60fc6-cf05-4893-b552-829824d4ef54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.153275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.153275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.153275] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd60fc6-cf05-4893-b552-829824d4ef54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.655065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdd60fc6-cf05-4893-b552-829824d4ef54 with status ACTIVE [ 683.655485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.655676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.655774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.656087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.656216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.656407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.656542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.656734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.657023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.657023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.657220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.657350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.657432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.657517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.657597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.657677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdd60fc6-cf05-4893-b552-829824d4ef54 is going to be updated. [ 683.683092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.683092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.683092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.683944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.683944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.683944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd60fc6-cf05-4893-b552-829824d4ef54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.053194] env[65432]: INFO networking_nsxv3.common.synchronization [req-9f58e3d0-df9b-424a-9c9a-7d5d377ecc48 req-b040f53b-570e-4af4-914b-84981e767b1e tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 8a1e6806-b2c9-4497-b88a-5594fc416f3b with Priority: HIGHEST for action security_group_rules [ 684.054584] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6806-b2c9-4497-b88a-5594fc416f3b with Priority: HIGHEST for action security_group_rules [ 684.054584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6806-b2c9-4497-b88a-5594fc416f3b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.054584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6806-b2c9-4497-b88a-5594fc416f3b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.054584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6806-b2c9-4497-b88a-5594fc416f3b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.055092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6806-b2c9-4497-b88a-5594fc416f3b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.055092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6806-b2c9-4497-b88a-5594fc416f3b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.158078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 684.158078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.577612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.577612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.577612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.577612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.577612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.577612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6806-b2c9-4497-b88a-5594fc416f3b already deleted. [ 684.577612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6806-b2c9-4497-b88a-5594fc416f3b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.827701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 684.828039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.828176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.331916] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.840687] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.162293] env[65432]: INFO networking_nsxv3.common.synchronization [None req-540a43f9-f498-487d-a939-734e654b2288 None None] Enqueued Resource ID: a7080e5e-14f8-4b5e-9cb0-2d5418b36844 with Priority: HIGHEST for action port [ 686.162842] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7080e5e-14f8-4b5e-9cb0-2d5418b36844 with Priority: HIGHEST for action port [ 686.163209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7080e5e-14f8-4b5e-9cb0-2d5418b36844 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.163361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7080e5e-14f8-4b5e-9cb0-2d5418b36844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.163421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7080e5e-14f8-4b5e-9cb0-2d5418b36844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.163647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7080e5e-14f8-4b5e-9cb0-2d5418b36844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.163721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7080e5e-14f8-4b5e-9cb0-2d5418b36844',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.346179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.346179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.346179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.346179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.346179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.346179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 686.384019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.384019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.384019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.384308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.384523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.396408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 686.666199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7080e5e-14f8-4b5e-9cb0-2d5418b36844 [ 686.667625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.667625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.667625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.667625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.667625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.667625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7080e5e-14f8-4b5e-9cb0-2d5418b36844 already deleted. [ 686.667625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7080e5e-14f8-4b5e-9cb0-2d5418b36844" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.147355] env[65432]: INFO networking_nsxv3.common.synchronization [req-aab5bccc-197a-4903-9ba7-820f9570a4a7 req-0e91a472-43be-4c57-b645-3da6ad9eadb1 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 688.147355] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 688.147355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.149192] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.373782] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2bdde72a-3a00-4549-8ab3-31f561039764 None None] Enqueued Resource ID: 49f107f0-9efa-4246-9184-28cafb89baa8 with Priority: HIGHEST for action port [ 688.374384] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f107f0-9efa-4246-9184-28cafb89baa8 with Priority: HIGHEST for action port [ 688.374700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f107f0-9efa-4246-9184-28cafb89baa8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.374951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f107f0-9efa-4246-9184-28cafb89baa8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.375934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f107f0-9efa-4246-9184-28cafb89baa8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.375934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f107f0-9efa-4246-9184-28cafb89baa8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.375934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f107f0-9efa-4246-9184-28cafb89baa8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.407872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 688.408160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.408822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.409061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.409258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.409375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.409528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.409701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.409784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.409880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.653484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.653636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.654125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.654125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.654125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.654549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.654549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.654549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.655631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.655631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.655631] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 already deleted. [ 688.655631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.684621] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.685203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.685203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.685336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.685513] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.685639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.685766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.686102] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.686832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.687583] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.687754] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.687754] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.688437] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.688565] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.688695] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.688837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.713393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.713646] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.713719] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.713918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.714291] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-384b4361-a069-4403-b57b-da6cd2da2674 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.714753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.714975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.715854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.716035] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384b4361-a069-4403-b57b-da6cd2da2674',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.765794] env[65432]: INFO networking_nsxv3.common.synchronization [None req-10749a56-9bec-4f9b-8a0f-e67e50c2d1bb None None] Enqueued Resource ID: f0f2fda6-858b-4615-b775-eed99b190ce5 with Priority: HIGHEST for action port [ 688.767889] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f2fda6-858b-4615-b775-eed99b190ce5 with Priority: HIGHEST for action port [ 688.768317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f2fda6-858b-4615-b775-eed99b190ce5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.768317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f2fda6-858b-4615-b775-eed99b190ce5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.768317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f2fda6-858b-4615-b775-eed99b190ce5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.768554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f2fda6-858b-4615-b775-eed99b190ce5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.768673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f2fda6-858b-4615-b775-eed99b190ce5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.877735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49f107f0-9efa-4246-9184-28cafb89baa8 [ 688.877735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.879290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.879290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.879290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.879525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.879525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49f107f0-9efa-4246-9184-28cafb89baa8 already deleted. [ 688.879604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f107f0-9efa-4246-9184-28cafb89baa8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.913086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.221587] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.225210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.225340] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.225680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.225796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.226011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 384b4361-a069-4403-b57b-da6cd2da2674 not found, creating... [ 689.226365] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.226486] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.226645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.226645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.227134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227315] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.227631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.227631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.227792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.227925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.228654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 384b4361-a069-4403-b57b-da6cd2da2674 is going to be created. [ 689.255076] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.255280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.255405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.255714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.255947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.256218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0f2fda6-858b-4615-b775-eed99b190ce5 [ 689.270677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.271167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.271313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.271421] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0f2fda6-858b-4615-b775-eed99b190ce5 already deleted. [ 689.271421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f2fda6-858b-4615-b775-eed99b190ce5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.329034] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c73ee2f4-2930-4b9b-bb83-23d3e864cc03 tempest-ServersTestJSON-901010277 tempest-ServersTestJSON-901010277-project-member] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 689.329198] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 689.329562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.329736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.329736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.329980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.334565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.417270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.821534] env[65432]: INFO networking_nsxv3.common.synchronization [None req-65cca98a-e340-4dfc-a9ed-899c99b369a1 tempest-ServersTestJSON-901010277 tempest-ServersTestJSON-901010277-project-member] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 689.821534] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 689.822694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.822694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.974523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.974657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.974720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.974917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.974998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.975095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 689.992632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.992783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.992837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.993308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.993308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.993308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 already deleted. [ 689.993308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.993604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.993604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.993680] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.003036] env[65432]: INFO networking_nsxv3.common.synchronization [req-aab5bccc-197a-4903-9ba7-820f9570a4a7 req-875c4d23-883f-48a0-8269-f6f71dd19214 service nova] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 690.003230] env[65432]: INFO networking_nsxv3.common.synchronization [req-aab5bccc-197a-4903-9ba7-820f9570a4a7 req-875c4d23-883f-48a0-8269-f6f71dd19214 service nova] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 690.003360] env[65432]: INFO networking_nsxv3.common.synchronization [req-aab5bccc-197a-4903-9ba7-820f9570a4a7 req-875c4d23-883f-48a0-8269-f6f71dd19214 service nova] Enqueued Resource ID: 384b4361-a069-4403-b57b-da6cd2da2674 with Priority: HIGHEST for action port [ 690.003840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_rules [ 690.003996] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 690.004117] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b4361-a069-4403-b57b-da6cd2da2674 with Priority: HIGHEST for action port [ 690.004399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.004551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.004604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.004766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.004846] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.006016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.006151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.006251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.006508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.006581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.006674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.006736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.006876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.006955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.007052] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.007778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-384b4361-a069-4403-b57b-da6cd2da2674 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.007912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.008031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.008173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384b4361-a069-4403-b57b-da6cd2da2674',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.009699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.009851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.009911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.010082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.010237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.023833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 690.069011] env[65432]: INFO networking_nsxv3.common.synchronization [req-c13c6ece-75ab-499c-bdc9-2266f9c3dec8 req-6704bf2b-c35a-4cff-be80-93b53db35c9d tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 196f744b-ab63-428d-9c32-8d6e2f24fa05 with Priority: HIGHEST for action security_group_rules [ 690.069533] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196f744b-ab63-428d-9c32-8d6e2f24fa05 with Priority: HIGHEST for action security_group_rules [ 690.069866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-196f744b-ab63-428d-9c32-8d6e2f24fa05 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.070132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-196f744b-ab63-428d-9c32-8d6e2f24fa05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.070259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-196f744b-ab63-428d-9c32-8d6e2f24fa05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.070549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-196f744b-ab63-428d-9c32-8d6e2f24fa05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.070640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('196f744b-ab63-428d-9c32-8d6e2f24fa05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.510198] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.516598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 384b4361-a069-4403-b57b-da6cd2da2674 with status ACTIVE [ 690.516598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.516598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.516598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.517163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.517447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.517447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.517447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.517661] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 384b4361-a069-4403-b57b-da6cd2da2674 is going to be updated. [ 690.523328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.523328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.523328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.523328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.523328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.523328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 already deleted. [ 690.523328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.544826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.545349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.545559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.545690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.545853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384b4361-a069-4403-b57b-da6cd2da2674" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.618746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.618746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.618746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.618746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.618746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.618746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 196f744b-ab63-428d-9c32-8d6e2f24fa05 already deleted. [ 690.618746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-196f744b-ab63-428d-9c32-8d6e2f24fa05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.020523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.526195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.526596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.526596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.526777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.526913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 is going to be created. [ 691.555515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.555692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.555744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.555923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.556153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.566482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: UNINITIALIZED for 2s [ 691.737976] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4e068199-ff52-4692-946b-cf7bd86f1d5b None None] Enqueued Resource ID: c6fd2ff3-2575-471e-a4d9-733bfba5b08b with Priority: HIGHEST for action port [ 691.738248] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fd2ff3-2575-471e-a4d9-733bfba5b08b with Priority: HIGHEST for action port [ 691.738854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fd2ff3-2575-471e-a4d9-733bfba5b08b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.738993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fd2ff3-2575-471e-a4d9-733bfba5b08b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.739071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fd2ff3-2575-471e-a4d9-733bfba5b08b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.739323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fd2ff3-2575-471e-a4d9-733bfba5b08b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.739406] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fd2ff3-2575-471e-a4d9-733bfba5b08b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.034445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 692.034758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.035015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.035371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.035660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.035901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.036228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.036348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.036469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.036714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.036838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.038291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.038457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.038562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.038626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.038791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.038915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.038954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.039032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.039921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.042058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.042058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.042276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.042276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.042347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.042572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042572] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.244597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6fd2ff3-2575-471e-a4d9-733bfba5b08b [ 692.244842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.244973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.245050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.245321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.245360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.245468] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6fd2ff3-2575-471e-a4d9-733bfba5b08b already deleted. [ 692.245706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fd2ff3-2575-471e-a4d9-733bfba5b08b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.550077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e541871-7d72-4083-a036-624c66454ccb: rpc.has_security_group_logging(os_id): False [ 692.550077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.572738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.572738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.572738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.573911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.574180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.574330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.574597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.574805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.575196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.575436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.576364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.576364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.576364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.576364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be created. [ 692.650577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.650900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.650900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.651069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.651257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.666648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 693.040990] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ad00dead-c57f-44aa-9ce7-463c748c8ded None None] Enqueued Resource ID: a06b98ff-b703-46e0-a52a-2ff6f32ad128 with Priority: HIGHEST for action port [ 693.041558] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b98ff-b703-46e0-a52a-2ff6f32ad128 with Priority: HIGHEST for action port [ 693.041896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06b98ff-b703-46e0-a52a-2ff6f32ad128 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.042178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06b98ff-b703-46e0-a52a-2ff6f32ad128" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.042359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06b98ff-b703-46e0-a52a-2ff6f32ad128" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.044251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06b98ff-b703-46e0-a52a-2ff6f32ad128" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.044251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06b98ff-b703-46e0-a52a-2ff6f32ad128',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.051305] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.546749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06b98ff-b703-46e0-a52a-2ff6f32ad128 [ 693.546985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.547132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.547218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.547463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.547527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.548112] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06b98ff-b703-46e0-a52a-2ff6f32ad128 already deleted. [ 693.548112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06b98ff-b703-46e0-a52a-2ff6f32ad128" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.555147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.555147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.555147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.555147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.555147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.555147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 693.577387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: SUCCESS [ 693.577459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.577929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.577929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.578206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.578206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.578206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.578466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.578466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.578466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.578694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.585496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.585627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.585701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.585890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.586179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.598428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 694.082162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.190144] env[65432]: INFO networking_nsxv3.common.synchronization [req-23366a90-f7e2-4d8c-a83e-82f13f7fb56d req-8a04a61b-c414-411b-ab67-25c689504259 tempest-DeleteServersAdminTestJSON-1048336916 tempest-DeleteServersAdminTestJSON-1048336916-project-member] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 694.190144] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 694.190144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.190144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.190144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.191305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.191855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.192074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.585232] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05c8ceda-c82a-492a-82d5-25fb8a65db24: rpc.has_security_group_logging(os_id): False [ 694.607352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.607549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.607631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.608397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.608667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 is going to be created. [ 694.674032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.674192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.674289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.674463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.674650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.680476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 694.680664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.680817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.681091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.681199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.685280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: IN_PROGRESS for 2s [ 694.694850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.695091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.695351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.695469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.695692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.695812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.695873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.696097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.696178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.696278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be updated. [ 694.732591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.732591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.732591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.732591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.732591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.762280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 694.797042] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.797042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.797042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.798035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.798876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.798876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.798876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.798876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.799397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.799397] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.799397] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.799551] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.799610] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.799711] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.799860] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.800011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.827105] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.827105] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.827485] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.827828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.828673] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-7a80c1c9-2971-4111-b907-68f28ad96ce9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.828673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.828880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.829212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.829429] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a80c1c9-2971-4111-b907-68f28ad96ce9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.183973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.184144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.235597] env[65432]: INFO networking_nsxv3.common.synchronization [None req-af636c08-e294-4e1a-9129-2c73d3e922b5 None None] Enqueued Resource ID: 69f488c4-48b9-41ba-9bb1-7e36fc2d3b34 with Priority: HIGHEST for action port [ 695.236182] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f488c4-48b9-41ba-9bb1-7e36fc2d3b34 with Priority: HIGHEST for action port [ 695.236489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f488c4-48b9-41ba-9bb1-7e36fc2d3b34 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.236684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f488c4-48b9-41ba-9bb1-7e36fc2d3b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.236684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f488c4-48b9-41ba-9bb1-7e36fc2d3b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.236928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f488c4-48b9-41ba-9bb1-7e36fc2d3b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.237497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f488c4-48b9-41ba-9bb1-7e36fc2d3b34',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.334029] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.334290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.334332] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.334494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 7a80c1c9-2971-4111-b907-68f28ad96ce9 not found, creating... [ 695.334731] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.335221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.335341] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.335610] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.335831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.335969] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.336311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.336941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 7a80c1c9-2971-4111-b907-68f28ad96ce9 is going to be created. [ 695.368127] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.368127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.368127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.368387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.368492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.610186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 695.610467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.610506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.610820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.611096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.611096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.611205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.611569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.611569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.611569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.611569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.614564] env[65432]: INFO networking_nsxv3.common.synchronization [None req-92685c4c-f49e-46a5-8be8-27bbfd1806fa None None] Enqueued Resource ID: af074dcc-cb0a-4bad-a5a5-a5799a3cb873 with Priority: HIGHEST for action port [ 695.614564] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af074dcc-cb0a-4bad-a5a5-a5799a3cb873 with Priority: HIGHEST for action port [ 695.616123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-af074dcc-cb0a-4bad-a5a5-a5799a3cb873 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.616123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af074dcc-cb0a-4bad-a5a5-a5799a3cb873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.616123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af074dcc-cb0a-4bad-a5a5-a5799a3cb873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.616123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af074dcc-cb0a-4bad-a5a5-a5799a3cb873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.616123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af074dcc-cb0a-4bad-a5a5-a5799a3cb873',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.740719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f488c4-48b9-41ba-9bb1-7e36fc2d3b34 [ 695.740719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.740719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.740719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.740719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.740719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.740719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f488c4-48b9-41ba-9bb1-7e36fc2d3b34 already deleted. [ 695.740719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f488c4-48b9-41ba-9bb1-7e36fc2d3b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108099] env[65432]: INFO networking_nsxv3.common.synchronization [req-23366a90-f7e2-4d8c-a83e-82f13f7fb56d req-37d966b2-7299-45ec-a91d-76b8fdfc8d8c service nova] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_rules [ 696.108099] env[65432]: INFO networking_nsxv3.common.synchronization [req-23366a90-f7e2-4d8c-a83e-82f13f7fb56d req-37d966b2-7299-45ec-a91d-76b8fdfc8d8c service nova] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 696.108213] env[65432]: INFO networking_nsxv3.common.synchronization [req-23366a90-f7e2-4d8c-a83e-82f13f7fb56d req-37d966b2-7299-45ec-a91d-76b8fdfc8d8c service nova] Enqueued Resource ID: 7a80c1c9-2971-4111-b907-68f28ad96ce9 with Priority: HIGHEST for action port [ 696.108409] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_rules [ 696.108526] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 696.108619] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a80c1c9-2971-4111-b907-68f28ad96ce9 with Priority: HIGHEST for action port [ 696.110576] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.110576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.110576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.110576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.110858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.111651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.111760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.112653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a80c1c9-2971-4111-b907-68f28ad96ce9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.112653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.112653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.112653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.112653] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a80c1c9-2971-4111-b907-68f28ad96ce9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.115481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.115717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.115717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.116863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.116863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.116863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.117315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.117315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.117315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.117445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.117683] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.118247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af074dcc-cb0a-4bad-a5a5-a5799a3cb873 [ 696.118375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.118507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.118566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.118689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.118785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.118891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af074dcc-cb0a-4bad-a5a5-a5799a3cb873 already deleted. [ 696.118951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af074dcc-cb0a-4bad-a5a5-a5799a3cb873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.616905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.616905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a80c1c9-2971-4111-b907-68f28ad96ce9 with status ACTIVE [ 696.617300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.617300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.617521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.617605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.617765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.617872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.617934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.618091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.618161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.618335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.618422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.618478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.618626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.618677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.618821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a80c1c9-2971-4111-b907-68f28ad96ce9 is going to be updated. [ 696.620151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e541871-7d72-4083-a036-624c66454ccb: rpc.has_security_group_logging(os_id): False [ 696.643552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.643552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.643552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.643552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.643552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.643552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a80c1c9-2971-4111-b907-68f28ad96ce9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.644662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.644773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.644842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.645103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.645188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.645366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.645459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.645517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.646108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.646315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.646406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.646464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.646840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.647066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.647160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.647215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.647351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.647419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.647496] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 696.707888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: SUCCESS [ 696.708152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.751421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.751577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.751625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.751856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.751959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.773566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 696.777166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 696.777166] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 deletion is rescheduled due to dependency. [ 696.777166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.777166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.777166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.777166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.777413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.777413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.777876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.777876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.777876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.185293] env[65432]: INFO networking_nsxv3.common.synchronization [None req-50f4bcec-44b4-46c3-98a6-5f1e8e14e96e None None] Enqueued Resource ID: c6a3dde1-00f3-43ad-bc68-7e6465222b76 with Priority: HIGHEST for action port [ 697.185561] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a3dde1-00f3-43ad-bc68-7e6465222b76 with Priority: HIGHEST for action port [ 697.186337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a3dde1-00f3-43ad-bc68-7e6465222b76 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.186337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a3dde1-00f3-43ad-bc68-7e6465222b76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.186337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a3dde1-00f3-43ad-bc68-7e6465222b76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.187029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a3dde1-00f3-43ad-bc68-7e6465222b76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.187029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a3dde1-00f3-43ad-bc68-7e6465222b76',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.282407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.690252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6a3dde1-00f3-43ad-bc68-7e6465222b76 [ 697.690252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.690252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.690252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.692052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.692052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.692052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6a3dde1-00f3-43ad-bc68-7e6465222b76 already deleted. [ 697.692052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a3dde1-00f3-43ad-bc68-7e6465222b76" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.783760] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.829705] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb187c00-9374-4c2a-9492-4f7c6b077dba req-ac41f252-b095-4172-b557-63ca73640a18 tempest-ServersAdminNegativeTestJSON-839555999 tempest-ServersAdminNegativeTestJSON-839555999-project-member] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 697.829705] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 697.830057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.830132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.830194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.830385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.830559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.830656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.830691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.830899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.830939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.831038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.952658] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9ef707a8-ed48-48ba-98f4-2df653863dca tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 697.952658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 697.960340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.960340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.960640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.094961] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cab59eff-3d22-4505-aea9-b6f7bf72b3ea tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 698.095796] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 698.099357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.099357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.267454] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.267454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.267454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.267454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.267665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.267904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.268012] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.268262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.268446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.268760] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.268907] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.269073] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.269216] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.269360] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.269501] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.269646] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.288098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.288275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.288346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.288562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.288648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.288744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be updated. [ 698.290814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.291120] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.291406] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.291628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.291976] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.292159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.292267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.292545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.292672] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcae71f2-49c6-48a4-8551-2b9c8ecd5774',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.323944] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.324230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.324230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.324400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.324540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 698.334321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.490128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.490409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.490546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.490893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.491066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.491221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd already deleted. [ 698.491384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.491658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.491979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.492086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.787974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 698.788278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.788829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.789107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.789194] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.795054] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.795235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.795290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.796041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.796041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.796041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port fcae71f2-49c6-48a4-8551-2b9c8ecd5774 not found, creating... [ 698.796207] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.796381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.796487] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.796702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.796834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.797128] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.797273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.797382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.797599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.797741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.797872] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: fcae71f2-49c6-48a4-8551-2b9c8ecd5774 is going to be created. [ 698.820971] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.820971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.821182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.821621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.821621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.821949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.835970] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.027552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.027766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.027855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.028032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.028139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.028330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd already deleted. [ 699.028330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.292124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.292230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.292291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.292469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.292549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.292633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.292721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.340224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.341184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.341371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.342029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.342128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be updated. [ 699.381314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.381580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.381580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.381979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.381979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.396217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 699.632563] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb187c00-9374-4c2a-9492-4f7c6b077dba req-04d35cb8-f0d8-45bc-8511-abd9c9656b2d service nova] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_rules [ 699.633195] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb187c00-9374-4c2a-9492-4f7c6b077dba req-04d35cb8-f0d8-45bc-8511-abd9c9656b2d service nova] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 699.633367] env[65432]: INFO networking_nsxv3.common.synchronization [req-eb187c00-9374-4c2a-9492-4f7c6b077dba req-04d35cb8-f0d8-45bc-8511-abd9c9656b2d service nova] Enqueued Resource ID: fcae71f2-49c6-48a4-8551-2b9c8ecd5774 with Priority: HIGHEST for action port [ 699.634036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_rules [ 699.634118] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 699.634187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcae71f2-49c6-48a4-8551-2b9c8ecd5774 with Priority: HIGHEST for action port [ 699.634555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.634681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.634759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.634944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.635056] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.637097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.637097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.637767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.637767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.637767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.638046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.638081] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcae71f2-49c6-48a4-8551-2b9c8ecd5774',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.797456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.798331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.798549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.798722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.798850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.799071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.799131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.799255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.799374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.799440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.799482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.801411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.801411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.801411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.140153] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.140292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcae71f2-49c6-48a4-8551-2b9c8ecd5774 with status ACTIVE [ 700.143595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.143595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.143595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.144025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.144025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.144025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.144025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.144170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.144170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcae71f2-49c6-48a4-8551-2b9c8ecd5774 is going to be updated. [ 700.174652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.174652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.174652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.174652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.174652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.174652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcae71f2-49c6-48a4-8551-2b9c8ecd5774" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.303955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e541871-7d72-4083-a036-624c66454ccb: rpc.has_security_group_logging(os_id): False [ 700.328622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.329368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.329368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.329368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.329656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.329733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.329869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.329934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.330412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.330713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.331078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.331246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.331363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.331589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.331744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.332081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.332329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.332460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.332643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.333367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.333367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 700.349653] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 700.350094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.351079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.351079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.351251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.351487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.351703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.352253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.352253] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.431058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.432121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.432243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.432826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.432826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454506] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 700.856169] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.856544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.856544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.856627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.856954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.856954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.856954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.857183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.857183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.857261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.857603] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.857603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.857603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.857603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.857794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.857844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.857885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.858012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.858370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.858370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.858370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.363023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df2aa961-d4b6-4dd6-b26f-633b614d0248: rpc.has_security_group_logging(os_id): False [ 701.385773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.385898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.385898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.386148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.386272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.386440] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.386546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.386611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.386739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.386818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.386989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.387097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.387171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.387329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.387400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.387574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.388082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.388207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.388686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.388686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.388686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be updated. [ 701.410018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 701.410311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.410528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.410946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.411194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.411401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.411493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.411887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.412125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.412256] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.458051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.458051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.458051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.458051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.458411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.481274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 701.914706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.417393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.471424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 702.471657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.920617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.920617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920752] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be updated. [ 702.958511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.959053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.971916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 703.384804] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ef1c5d97-bc26-4ded-99cb-b685f4fff304 None None] Enqueued Resource ID: 7ab08b82-b905-444c-9d31-f0e618eba783 with Priority: HIGHEST for action port [ 703.384804] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab08b82-b905-444c-9d31-f0e618eba783 with Priority: HIGHEST for action port [ 703.384804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab08b82-b905-444c-9d31-f0e618eba783 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.384804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab08b82-b905-444c-9d31-f0e618eba783" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.384804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab08b82-b905-444c-9d31-f0e618eba783" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.385051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab08b82-b905-444c-9d31-f0e618eba783" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.385088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab08b82-b905-444c-9d31-f0e618eba783',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.500729] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c584cce8-930e-499b-bd10-90c8e620bab8 None None] Enqueued Resource ID: 75ef43c5-50f5-4ac1-85e7-a52d9424561d with Priority: HIGHEST for action port [ 703.502030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 703.503038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.503038] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ef43c5-50f5-4ac1-85e7-a52d9424561d with Priority: HIGHEST for action port [ 703.503354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-75ef43c5-50f5-4ac1-85e7-a52d9424561d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.503461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75ef43c5-50f5-4ac1-85e7-a52d9424561d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.503507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75ef43c5-50f5-4ac1-85e7-a52d9424561d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.503767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75ef43c5-50f5-4ac1-85e7-a52d9424561d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.503853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ef43c5-50f5-4ac1-85e7-a52d9424561d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.890333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ab08b82-b905-444c-9d31-f0e618eba783 [ 703.890333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.890333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.890333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.890333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.890333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.890333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ab08b82-b905-444c-9d31-f0e618eba783 already deleted. [ 703.890333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab08b82-b905-444c-9d31-f0e618eba783" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.011494] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75ef43c5-50f5-4ac1-85e7-a52d9424561d [ 704.011803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.011936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.011936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.012276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.012276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.012386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75ef43c5-50f5-4ac1-85e7-a52d9424561d already deleted. [ 704.012386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75ef43c5-50f5-4ac1-85e7-a52d9424561d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895904] env[65432]: INFO networking_nsxv3.common.synchronization [req-51859a39-6d6a-4a41-8021-b87cda9e93ce req-cb44984b-1fc6-447b-8ff5-a6ce1a741dc1 tempest-ServersV294TestFqdnHostnames-1156757311 tempest-ServersV294TestFqdnHostnames-1156757311-project-member] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 704.897862] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 704.897862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.897862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.897862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.900382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.900382] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.972020] env[65432]: INFO networking_nsxv3.common.synchronization [req-48bfb48d-4c86-4011-a410-9f022464a1d0 req-e153d083-422c-4fdc-9f6c-1bc1184eb011 tempest-InstanceActionsTestJSON-2117711646 tempest-InstanceActionsTestJSON-2117711646-project-member] Enqueued Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 704.972020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGHEST for action security_group_members [ 704.972020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.972020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.972020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.972020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.990065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 704.991678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.991678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.991944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.991944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.992049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.992106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.992191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.992277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.248145] env[65432]: INFO networking_nsxv3.common.synchronization [req-346a1fda-f383-4fd6-a169-f4e9f4842e12 req-4c93aeb6-688c-4841-acdb-b9961f494f05 tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 705.248669] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 705.248778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45234ff4-ab33-4751-b98f-2bdd554876a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.248923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.249000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.249345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.249779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45234ff4-ab33-4751-b98f-2bdd554876a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.402770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.402907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.402938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.403666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.403666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.403666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.403809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.403809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.405035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.405035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.405035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba already deleted. [ 705.405035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.479834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.479974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.480018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.480263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.480366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.480554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.480706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.480706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.480889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.480972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.481058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 is going to be updated. [ 705.502324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.502562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.502670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.502904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.503142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.503254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.503317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.503486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.503572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.503729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.503805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.503898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.503959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.504401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504798] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.507138] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.507544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-840" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.507614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-840" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.507890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-840" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.508155] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.508300] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.508401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.508605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.508779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.508935] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.509047] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.509318] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.509318] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.509395] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.509420] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.509534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.512350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.512350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.512350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.512350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.512551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.523409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: IN_PROGRESS for 2s [ 705.534853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.535047] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.535047] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.535196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-840" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.535669] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-a487e18a-c911-44f2-9658-f43a4395002c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.535844] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.536155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.536492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.536553] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a487e18a-c911-44f2-9658-f43a4395002c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.786547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.786704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.786875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.786929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.787027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.787121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 already deleted. [ 705.787200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.014718] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf: rpc.has_security_group_logging(os_id): False [ 706.039022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.039022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.039230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.039401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.039487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.039713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.039807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.039875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.040066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.040168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.040431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.040565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.040656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.040905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.041060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.042868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.042958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.043212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.043296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be updated. [ 706.046948] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.046948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.046948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.046948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.046948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.046948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port a487e18a-c911-44f2-9658-f43a4395002c not found, creating... [ 706.048236] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048966] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.049264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.049417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.049522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.049730] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.049849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.049982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: a487e18a-c911-44f2-9658-f43a4395002c is going to be created. [ 706.075051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.075245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.075356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.075740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.075936] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.076186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.120783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.121149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.121149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.121352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.121473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.147570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 706.824347] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4d592eff-256c-4cd3-ae44-71826841fa2e None None] Enqueued Resource ID: c25506a5-c7fb-402a-b08a-f4ade607a754 with Priority: HIGHEST for action port [ 706.824660] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25506a5-c7fb-402a-b08a-f4ade607a754 with Priority: HIGHEST for action port [ 706.824660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25506a5-c7fb-402a-b08a-f4ade607a754 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.824782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25506a5-c7fb-402a-b08a-f4ade607a754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.824855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25506a5-c7fb-402a-b08a-f4ade607a754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.826074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25506a5-c7fb-402a-b08a-f4ade607a754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.826408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25506a5-c7fb-402a-b08a-f4ade607a754',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.892943] env[65432]: INFO networking_nsxv3.common.synchronization [req-51859a39-6d6a-4a41-8021-b87cda9e93ce req-eaeea1af-cd04-4b86-accd-7c731fb200fc service nova] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 706.894437] env[65432]: INFO networking_nsxv3.common.synchronization [req-51859a39-6d6a-4a41-8021-b87cda9e93ce req-eaeea1af-cd04-4b86-accd-7c731fb200fc service nova] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 706.894560] env[65432]: INFO networking_nsxv3.common.synchronization [req-51859a39-6d6a-4a41-8021-b87cda9e93ce req-eaeea1af-cd04-4b86-accd-7c731fb200fc service nova] Enqueued Resource ID: a487e18a-c911-44f2-9658-f43a4395002c with Priority: HIGHEST for action port [ 706.895240] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_rules [ 706.895365] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 706.895458] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487e18a-c911-44f2-9658-f43a4395002c with Priority: HIGHEST for action port [ 706.895740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.895864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.895932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.896993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.896993] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.898182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.898303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.898391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.898585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.898737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.898920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.898920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.899079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.899167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.899254] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.900570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a487e18a-c911-44f2-9658-f43a4395002c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.900570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.900570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.900570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.900570] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a487e18a-c911-44f2-9658-f43a4395002c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.994138] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bf53aec-bcc6-4c7d-bc2c-de380f867d4d req-4701ec8b-482a-4845-b8b8-0bd34afa4b5d tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 706.994685] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 706.994991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.995276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.995692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.996022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.128340] env[65432]: INFO networking_nsxv3.common.synchronization [req-f13f6a2e-23f9-4e4e-9e78-2aae060c6809 req-e0865370-0207-46d8-905a-8622ccf6c696 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 707.129404] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 707.129953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.130126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.130651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.130651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.130651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.130876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.130967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.131077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.329712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c25506a5-c7fb-402a-b08a-f4ade607a754 [ 707.329950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.330160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.330223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.330439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.330520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.330609] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c25506a5-c7fb-402a-b08a-f4ade607a754 already deleted. [ 707.330684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25506a5-c7fb-402a-b08a-f4ade607a754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.400057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.400057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.402719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.403567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a487e18a-c911-44f2-9658-f43a4395002c with status ACTIVE [ 707.403567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.403752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.403752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.403982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.404237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.404430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.405844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.405844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.405844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.405844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.406271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.406271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.406271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.406424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.406490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.406581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a487e18a-c911-44f2-9658-f43a4395002c is going to be updated. [ 707.430466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.430727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.430727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.430997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.431177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.431344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a487e18a-c911-44f2-9658-f43a4395002c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.498043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.534322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 in Status: SUCCESS [ 707.534568] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 deletion is rescheduled due to dependency. [ 707.534698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.624963] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.625319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.625638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626579] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.627307] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.627307] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.627307] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.627423] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.627423] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.627523] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.627648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.633325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.633532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.633532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.633749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.633853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.634055] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.634561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 707.648700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.648924] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.649082] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.649262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649649] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.650128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.650492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.650628] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4046ca62-a68f-4679-9cc7-3a7c8e37c7df',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.666144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.666293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.666326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.667156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.667156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.676789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 707.909396] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.916408] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d75fb183-632a-4b7a-92ec-f8e7a3e22139 None None] Enqueued Resource ID: 7dd54b6c-363f-4ad5-acd7-59669df38d2b with Priority: HIGHEST for action port [ 707.917110] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd54b6c-363f-4ad5-acd7-59669df38d2b with Priority: HIGHEST for action port [ 707.917439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd54b6c-363f-4ad5-acd7-59669df38d2b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.917560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd54b6c-363f-4ad5-acd7-59669df38d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.917625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd54b6c-363f-4ad5-acd7-59669df38d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.918413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd54b6c-363f-4ad5-acd7-59669df38d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd54b6c-363f-4ad5-acd7-59669df38d2b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.000823] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.155243] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.155471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.155839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.155961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.156121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.156272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 4046ca62-a68f-4679-9cc7-3a7c8e37c7df not found, creating... [ 708.156559] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.156768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.156884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.157168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.157256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.157533] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.157787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 4046ca62-a68f-4679-9cc7-3a7c8e37c7df is going to be created. [ 708.164462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 708.164655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.182097] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.182404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.182491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.182774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.183044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.183399] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.412683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.412683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.412683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.412683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412683] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba is going to be created. [ 708.420595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dd54b6c-363f-4ad5-acd7-59669df38d2b [ 708.420829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.421512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dd54b6c-363f-4ad5-acd7-59669df38d2b already deleted. [ 708.421512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd54b6c-363f-4ad5-acd7-59669df38d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.441105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.441105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.441105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.441105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.441105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.452316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: UNINITIALIZED for 2s [ 708.504112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.504487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.505330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.505330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.505330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 708.540821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.540821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.540821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.540821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.540821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.543706] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8519b6aa-a8a2-4ac8-a7d9-e4517b643eed None None] Enqueued Resource ID: f8f80073-70d3-464d-a715-f3a4ddae28e1 with Priority: HIGHEST for action port [ 708.544264] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f80073-70d3-464d-a715-f3a4ddae28e1 with Priority: HIGHEST for action port [ 708.544555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f80073-70d3-464d-a715-f3a4ddae28e1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.544675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f80073-70d3-464d-a715-f3a4ddae28e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.544769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f80073-70d3-464d-a715-f3a4ddae28e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.544989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f80073-70d3-464d-a715-f3a4ddae28e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.545083] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f80073-70d3-464d-a715-f3a4ddae28e1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.548998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 708.971606] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bf53aec-bcc6-4c7d-bc2c-de380f867d4d req-e1e595ef-b3c0-452c-b4b3-09dbb9201272 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 708.971902] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bf53aec-bcc6-4c7d-bc2c-de380f867d4d req-e1e595ef-b3c0-452c-b4b3-09dbb9201272 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 708.971902] env[65432]: INFO networking_nsxv3.common.synchronization [req-9bf53aec-bcc6-4c7d-bc2c-de380f867d4d req-e1e595ef-b3c0-452c-b4b3-09dbb9201272 service nova] Enqueued Resource ID: 4046ca62-a68f-4679-9cc7-3a7c8e37c7df with Priority: HIGHEST for action port [ 708.972713] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 708.972858] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 708.972955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4046ca62-a68f-4679-9cc7-3a7c8e37c7df with Priority: HIGHEST for action port [ 708.973733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.973886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.974192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.974278] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.979163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.979287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.979538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.979653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.979723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.979917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.980016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4046ca62-a68f-4679-9cc7-3a7c8e37c7df',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.047271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8f80073-70d3-464d-a715-f3a4ddae28e1 [ 709.047526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.047655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.047723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.047934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.048039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.048190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8f80073-70d3-464d-a715-f3a4ddae28e1 already deleted. [ 709.048244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f80073-70d3-464d-a715-f3a4ddae28e1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.483825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.484176] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4046ca62-a68f-4679-9cc7-3a7c8e37c7df with status ACTIVE [ 709.484380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.484501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.484561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.484772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.484858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.485143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.485204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.485351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.485424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485603] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.485693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.485752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.485890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.485963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4046ca62-a68f-4679-9cc7-3a7c8e37c7df is going to be updated. [ 709.512874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.517258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.517258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.517258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.517258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.517258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4046ca62-a68f-4679-9cc7-3a7c8e37c7df" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.686275] env[65432]: INFO networking_nsxv3.common.synchronization [req-46afc5bf-e87d-42a8-8977-e64a99d02d63 req-ab951bc2-7b24-4824-b2c8-2fc9f2be863a tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 709.690025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 709.690025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 709.690025] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690025] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.062319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.062646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.062793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.063758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.064122] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.064424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.064608] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.064880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.068209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.068440] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.068550] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.068653] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.068753] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.068850] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.068948] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.069165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.095260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.095435] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.095541] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.095704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.096016] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-eba95925-fff4-46ce-9928-ec1600035933 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.096187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.096299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.096626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.097016] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba95925-fff4-46ce-9928-ec1600035933',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.192804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.192983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.193865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.193865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.193865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.193865] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.193865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.193865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.194167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.194167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.194167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 already deleted. [ 710.194167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.463357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: SUCCESS [ 710.463978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.463978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.463978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.464170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.464269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.464335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.464486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.464566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.464649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.464734] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.562038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 710.562254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.562426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.562655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.562841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.562941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.563019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.563177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.563286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.563394] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.603195] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port eba95925-fff4-46ce-9928-ec1600035933 not found, creating... [ 710.606020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.606020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.606396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606396] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: eba95925-fff4-46ce-9928-ec1600035933 is going to be created. [ 710.622433] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a375ee2e-c55e-4293-b785-6a9327d8889c None None] Enqueued Resource ID: e05d9a83-a284-4edb-a4ab-d0fe25e999f0 with Priority: HIGHEST for action port [ 710.623168] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d9a83-a284-4edb-a4ab-d0fe25e999f0 with Priority: HIGHEST for action port [ 710.623294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05d9a83-a284-4edb-a4ab-d0fe25e999f0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.623385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05d9a83-a284-4edb-a4ab-d0fe25e999f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.623426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05d9a83-a284-4edb-a4ab-d0fe25e999f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.623912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05d9a83-a284-4edb-a4ab-d0fe25e999f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.623912] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05d9a83-a284-4edb-a4ab-d0fe25e999f0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.632843] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.633051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.633163] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.633430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.633656] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.634307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.832758] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6ef4bdd1-5c93-400e-9d77-62497872ee98 tempest-ServersTestBootFromVolume-1703111170 tempest-ServersTestBootFromVolume-1703111170-project-member] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 710.833351] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 710.833810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.834074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.834223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.834569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.834843] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.937014] env[65432]: INFO networking_nsxv3.common.synchronization [req-4fbc7ef9-03de-402f-8167-64c123fc4136 req-4369467d-d345-472f-9bdb-8a514acf55ca tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 710.938125] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 710.938532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45234ff4-ab33-4751-b98f-2bdd554876a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.938713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.938834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.939343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.939505] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45234ff4-ab33-4751-b98f-2bdd554876a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.967320] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.065678] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.095703] env[65432]: INFO networking_nsxv3.common.synchronization [None req-119e3251-744d-4490-9fd8-7b98ea8d7cba tempest-ServersTestBootFromVolume-1703111170 tempest-ServersTestBootFromVolume-1703111170-project-member] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 711.096331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 711.096537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.096633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.127952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e05d9a83-a284-4edb-a4ab-d0fe25e999f0 [ 711.127952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.127952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.127952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.127952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.127952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.127952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e05d9a83-a284-4edb-a4ab-d0fe25e999f0 already deleted. [ 711.127952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05d9a83-a284-4edb-a4ab-d0fe25e999f0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363732] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb already deleted. [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.364086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.364086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.383321] env[65432]: INFO networking_nsxv3.common.synchronization [req-46afc5bf-e87d-42a8-8977-e64a99d02d63 req-0e845a87-09a2-42d8-b1cb-2ef3317b952d service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 711.383321] env[65432]: INFO networking_nsxv3.common.synchronization [req-46afc5bf-e87d-42a8-8977-e64a99d02d63 req-0e845a87-09a2-42d8-b1cb-2ef3317b952d service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 711.383321] env[65432]: INFO networking_nsxv3.common.synchronization [req-46afc5bf-e87d-42a8-8977-e64a99d02d63 req-0e845a87-09a2-42d8-b1cb-2ef3317b952d service nova] Enqueued Resource ID: eba95925-fff4-46ce-9928-ec1600035933 with Priority: HIGHEST for action port [ 711.383321] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 711.383953] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 711.384309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba95925-fff4-46ce-9928-ec1600035933 with Priority: HIGHEST for action port [ 711.384937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.385172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.385301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.385934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.386128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.387129] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.387718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.387935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.388302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.388556] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.388751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.389985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.393806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.393806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.393806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.396842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba95925-fff4-46ce-9928-ec1600035933 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.396986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.398256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.398927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.398927] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba95925-fff4-46ce-9928-ec1600035933',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.470643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7ca50f-ce6e-4c9f-858e-b7f04149fbba: rpc.has_security_group_logging(os_id): False [ 711.481411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.482050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.482186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.482281] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 already deleted. [ 711.482392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.505854] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.505854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.505964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.506265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.506444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.506702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.506849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.506935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.507180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.507279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.507419] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba is going to be created. [ 711.568537] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.602186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.602344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.602449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.603477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.603477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.621791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: IN_PROGRESS for 2s [ 711.892258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.892685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.892868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb already deleted. [ 711.892946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.897565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.900779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba95925-fff4-46ce-9928-ec1600035933 with status ACTIVE [ 711.901349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.901728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.901819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.902045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.902288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.902550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.902550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.902695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.902784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.903279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.903279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.903279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.903279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.903279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba95925-fff4-46ce-9928-ec1600035933 is going to be updated. [ 711.932149] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.932364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.932439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.932670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.932803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.932970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba95925-fff4-46ce-9928-ec1600035933" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.071611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.071936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.071936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.072146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.072278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.072375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 712.120193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.120363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.120432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.121916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.133111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 712.399810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.902527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.902527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.902751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.902842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.902957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.903095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be created. [ 712.938927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.939139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.939235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.939447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.939619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.955348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: UNINITIALIZED for 2s [ 712.966293] env[65432]: INFO networking_nsxv3.common.synchronization [req-98e0cc9d-1a35-461f-87ef-bfd8c2d50f7e req-a546be85-6348-41bd-aae2-14b87ad4c98a tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 712.966591] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 712.967346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.967512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.967512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.967682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.967856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.967966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.968081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.968224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.968311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.968604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.471197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.634513] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: SUCCESS [ 713.634745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.740227] env[65432]: INFO networking_nsxv3.common.synchronization [req-9547c2eb-75fc-40b8-b37d-c5b92487a13a req-125ad7ea-8aa5-44b2-84d2-78ad2a7bf5f7 tempest-SecurityGroupRulesTestJSON-1591817283 tempest-SecurityGroupRulesTestJSON-1591817283-project-member] Enqueued Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 713.740846] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 with Priority: HIGHEST for action security_group_rules [ 713.741543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45234ff4-ab33-4751-b98f-2bdd554876a0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.741710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.741793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.742084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.742222] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45234ff4-ab33-4751-b98f-2bdd554876a0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.973479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.144623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 714.144909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.145120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.145379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.145659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.145828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.145946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.146348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146533] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.243065] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9c59e2e-bd05-45dc-94e6-4d49d2694e1e req-e1c3b044-181c-41aa-8c3b-91cb5fc0c876 tempest-FloatingIPsAssociationNegativeTestJSON-2136431759 tempest-FloatingIPsAssociationNegativeTestJSON-2136431759-project-member] Enqueued Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 714.244397] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 714.245519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.245519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.245519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.245519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.245755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.245755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.246010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.247223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.247223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.247223] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.272315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.272472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.272472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.272805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.272910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.273041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45234ff4-ab33-4751-b98f-2bdd554876a0 already deleted. [ 714.273161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45234ff4-ab33-4751-b98f-2bdd554876a0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.476563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.476945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.477220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.477662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.477826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.478071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 714.529370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.529542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.529621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.529843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.530081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.544115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 714.649119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.649279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.649830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.649830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.649830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.649830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.650122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.650162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.650748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.650748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.650748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.652087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.652087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.652087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.652230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.652382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.653725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653725] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.685036] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.685036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-101" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.685036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-101" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.686192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-101" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.686192] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.686192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.686192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.686694] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.686974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.687313] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.687456] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.687593] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.688436] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.688620] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.688769] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.690039] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.713161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.713404] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.713550] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.713764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-101" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.714262] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.714818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.714967] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf6fc22-16a6-4faa-8f5b-2226bb10e27d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.750373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.750843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.750991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.751303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.751548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.751633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.751744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.751808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.752018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.752106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.752195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf already deleted. [ 714.752296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.969599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 714.969599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.969599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.969599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.969953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.969953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.969953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.971240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.971240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.971240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.971240] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.155895] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56a7de7-22e0-41e6-a4bf-918491f5c8c7: rpc.has_security_group_logging(os_id): False [ 715.178627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.178791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.178933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.179183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.179288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.179678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.179811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.179928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.180181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.180293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.180534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.180714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.180879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.181045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.181482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.181549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.182142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.182142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.182142] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 715.219392] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.219392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.219392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.219776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.219926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d not found, creating... [ 715.220549] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.220754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.220998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.221344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.221460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.221932] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.222477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.222477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.222904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.223098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d is going to be created. [ 715.251961] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.252280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.252468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.253203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.262823] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c0d6092b-0d01-44e1-a0f6-464f811b4872 tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: dcf50b51-d232-420c-9977-3519f2e5ea2f with Priority: HIGHEST for action security_group_rules [ 715.263318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf50b51-d232-420c-9977-3519f2e5ea2f with Priority: HIGHEST for action security_group_rules [ 715.263661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcf50b51-d232-420c-9977-3519f2e5ea2f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.263780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.263847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.264415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.264514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcf50b51-d232-420c-9977-3519f2e5ea2f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.266410] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.266410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.266410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.266649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.267150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.294322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 715.448110] env[65432]: INFO networking_nsxv3.common.synchronization [None req-610def78-5129-4e8a-935b-735b3d5f868d tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: dcf50b51-d232-420c-9977-3519f2e5ea2f with Priority: HIGHEST for action security_group_rules [ 715.448732] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf50b51-d232-420c-9977-3519f2e5ea2f with Priority: HIGHEST for action security_group_rules [ 715.449719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcf50b51-d232-420c-9977-3519f2e5ea2f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.450026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.472893] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.792401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.792401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.792401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.792401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.792401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.792401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcf50b51-d232-420c-9977-3519f2e5ea2f already deleted. [ 715.792902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.792902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.792902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.792902] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcf50b51-d232-420c-9977-3519f2e5ea2f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9c59e2e-bd05-45dc-94e6-4d49d2694e1e req-01242c2e-e43d-4709-90ca-62f2d0d2e533 service nova] Enqueued Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_rules [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9c59e2e-bd05-45dc-94e6-4d49d2694e1e req-01242c2e-e43d-4709-90ca-62f2d0d2e533 service nova] Enqueued Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9c59e2e-bd05-45dc-94e6-4d49d2694e1e req-01242c2e-e43d-4709-90ca-62f2d0d2e533 service nova] Enqueued Resource ID: 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d with Priority: HIGHEST for action port [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_rules [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 715.958083] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d with Priority: HIGHEST for action port [ 715.958819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.958819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.958819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.959761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.959761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.962700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.962829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.962883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.963249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.963378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.963437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.963670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.963761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.968241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.968397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.968484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.968747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.969156] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf6fc22-16a6-4faa-8f5b-2226bb10e27d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.977246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 715.997974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.998377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.998545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.998931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.001125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.001125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.001125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.001125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.001125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.001125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.001125] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be created. [ 716.096860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.096860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.096860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.096860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.096860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.110214] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 716.320228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.320506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.320634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.320898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcf50b51-d232-420c-9977-3519f2e5ea2f already deleted. [ 716.321499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcf50b51-d232-420c-9977-3519f2e5ea2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.433250] env[65432]: INFO networking_nsxv3.common.synchronization [req-82793268-a0a6-41e0-9306-d4cd6d874a97 req-9eb80ad9-2616-40b4-92f6-665e27e5619e tempest-DeleteServersAdminTestJSON-1048336916 tempest-DeleteServersAdminTestJSON-1048336916-project-member] Enqueued Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 716.433250] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 with Priority: HIGHEST for action security_group_members [ 716.433250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-df2aa961-d4b6-4dd6-b26f-633b614d0248 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.433250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.433250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.433250] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df2aa961-d4b6-4dd6-b26f-633b614d0248',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.472039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.472039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.472253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d with status ACTIVE [ 716.472287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.472739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.472739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.473223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.473223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.473223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.473223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.473492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.473554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.473694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.473767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf6fc22-16a6-4faa-8f5b-2226bb10e27d is going to be updated. [ 716.504827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.505705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.507294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.507294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf6fc22-16a6-4faa-8f5b-2226bb10e27d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.556798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 716.556798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.935461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.935767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.935800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.936090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.936353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.936662] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.936811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.936958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.937157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.937269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.937391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 is going to be updated. [ 716.974036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.974319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.974400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.974646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.974833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.977015] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.986655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: IN_PROGRESS for 2s [ 717.041732] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb61f8e2-16f3-4af4-9abe-6b53e9c5c07f req-374ea7aa-2e9c-4c50-b500-f60ad3e96901 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 717.042375] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 717.042839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.042839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.043474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.043770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.043982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.044115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.044180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.044349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.044437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.044534] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.309373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 717.309373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.415028] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.415348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.415419] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.415693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.415952] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.416134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.416314] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.416447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.416578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.416775] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.416889] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.417029] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.417107] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.417207] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.417301] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.417543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.439241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.439425] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.439691] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.439964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.440257] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-c515238f-44ce-4834-a332-745ba308e125 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.440437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.440548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.440897] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.441179] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c515238f-44ce-4834-a332-745ba308e125',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.481223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.481454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.481454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.481685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.481808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.481882] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf is going to be created. [ 717.507645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.508762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.508762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.508762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.508762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.519938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: UNINITIALIZED for 2s [ 717.548590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.548746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.548819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.549050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.549140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.549330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.549429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.549480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.549629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.549717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.549777] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 already deleted. [ 717.549853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.944883] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.945356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.945356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.945465] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.945588] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.945732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port c515238f-44ce-4834-a332-745ba308e125 not found, creating... [ 717.945981] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.946203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.946401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.946710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.946925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.947301] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.947958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: c515238f-44ce-4834-a332-745ba308e125 is going to be created. [ 717.971917] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.972165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.972305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.972585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.972850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.973085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.124812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 718.125076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.751641] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb61f8e2-16f3-4af4-9abe-6b53e9c5c07f req-20106b03-997b-4a92-8502-9bede2ca6cc4 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 718.751802] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb61f8e2-16f3-4af4-9abe-6b53e9c5c07f req-20106b03-997b-4a92-8502-9bede2ca6cc4 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 718.751930] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb61f8e2-16f3-4af4-9abe-6b53e9c5c07f req-20106b03-997b-4a92-8502-9bede2ca6cc4 service nova] Enqueued Resource ID: c515238f-44ce-4834-a332-745ba308e125 with Priority: HIGHEST for action port [ 718.752480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 718.752618] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 718.752714] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c515238f-44ce-4834-a332-745ba308e125 with Priority: HIGHEST for action port [ 718.753045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.753291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.753386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.753773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.753773] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.755587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.755741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.755808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.755958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.760232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.760373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.760446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.760634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.760773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.760822] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.764545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c515238f-44ce-4834-a332-745ba308e125 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.764545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.764545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.764545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.764545] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c515238f-44ce-4834-a332-745ba308e125',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.020673] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 in Status: SUCCESS [ 719.021028] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df2aa961-d4b6-4dd6-b26f-633b614d0248 deletion is rescheduled due to dependency. [ 719.021191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df2aa961-d4b6-4dd6-b26f-633b614d0248" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.257063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.257063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.265809] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.266832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c515238f-44ce-4834-a332-745ba308e125 with status ACTIVE [ 719.267224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.267224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.267224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.267678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.267678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.267867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.267965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.267965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.268409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.268409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.268409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.268409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.268568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.268598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.268709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.268772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c515238f-44ce-4834-a332-745ba308e125 is going to be updated. [ 719.310089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.310089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.310089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.310089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.310089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.310089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c515238f-44ce-4834-a332-745ba308e125" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.611912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: SUCCESS [ 719.612224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.613065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.613065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.613246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.613332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.613415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.613506] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.770865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.798162] env[65432]: INFO networking_nsxv3.common.synchronization [req-27dfbbaf-dc14-495d-aa77-b1a193dfe415 req-6f38983f-d273-4e3c-a314-0c77bed7efa2 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 719.799271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 719.799635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.799804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.799905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.800230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.801155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.801155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.801155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.801155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.801155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.119033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.122025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.122025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.122025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.122025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.123095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.124204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.124204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.274272] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.274637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.274682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.274974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.274974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.275093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be created. [ 720.279605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.279758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.279800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.280114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.280370] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.280575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.280783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.281084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.281243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.281536] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.281663] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.281764] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.281857] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.282107] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.282107] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.282327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.300637] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.300906] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.301236] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.301393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-829" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.301881] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.302208] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.302383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.302818] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.303030] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102b21-49f9-4eb2-b51b-b4d333e82c0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.304669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.304832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.304929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.305245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.305311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.305574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.305726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.306054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.306184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.306315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 already deleted. [ 720.306449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.307986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.308161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.308258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.319411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: UNINITIALIZED for 2s [ 720.629672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883230b6-7e6e-413a-b16f-b7e2c02eabcf: rpc.has_security_group_logging(os_id): False [ 720.649690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.649826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.649926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.650144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.650237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.650468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.650716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.650716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.650828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.650891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.651142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.651333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.651402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.651769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.651848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.652417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.652417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.652417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.652647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.652647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.652705] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf is going to be created. [ 720.722369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.722369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.722369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.722369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.722369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.735366] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: IN_PROGRESS for 2s [ 720.807839] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.808315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.809036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.809141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.809610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 2a102b21-49f9-4eb2-b51b-b4d333e82c0b not found, creating... [ 720.809610] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.809838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.809958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.810258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.810420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.811113] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.811389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.811587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.812056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.812282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.812476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b is going to be created. [ 720.842391] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.842603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.842653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.842932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.843178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.843444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.690873] env[65432]: INFO networking_nsxv3.common.synchronization [req-27dfbbaf-dc14-495d-aa77-b1a193dfe415 req-d39642ce-943f-45c7-98a4-4c320b48ab54 service nova] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 721.691139] env[65432]: INFO networking_nsxv3.common.synchronization [req-27dfbbaf-dc14-495d-aa77-b1a193dfe415 req-d39642ce-943f-45c7-98a4-4c320b48ab54 service nova] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 721.691228] env[65432]: INFO networking_nsxv3.common.synchronization [req-27dfbbaf-dc14-495d-aa77-b1a193dfe415 req-d39642ce-943f-45c7-98a4-4c320b48ab54 service nova] Enqueued Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 721.691751] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 721.691890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 721.691990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 721.694514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.694625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.694775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.694954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.695052] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.696329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.697099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.697099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.697099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.697099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.697099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.697099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.698026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.698026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.698026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.698289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.698381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.698434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.699027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.699027] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102b21-49f9-4eb2-b51b-b4d333e82c0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.201180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.204391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with status ACTIVE [ 722.204391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b is going to be updated. [ 722.205297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.206186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.226564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.226766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.226766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.227435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.227435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.227435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.330083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 722.330327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.330528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.330731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.331180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.331180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.331180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.331388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.331417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.331549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.331674] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.707314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.754981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: SUCCESS [ 722.754981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.834539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.834539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.834677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.834907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.835554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.835554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.835554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.835725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.835774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.836552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.836552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.836552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.836552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.836759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.836799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.837061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.837143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.837245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.837342] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.212360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.212494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.212626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.212764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.212859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.212982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be created. [ 723.252902] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.252902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.252902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.253185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.253489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.270851] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: UNINITIALIZED for 2s [ 723.340408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 723.366336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.366501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.366571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.366796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.366875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.367089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.367198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.367506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.367506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.367506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.367808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.367808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.367808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.368187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.368387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.368642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.368776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.368820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.369120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.369456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.369556] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be created. [ 723.446495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.446781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.446867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.447232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.447543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.461502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 723.661092] env[65432]: INFO networking_nsxv3.common.synchronization [req-c7967689-b9be-4e8a-bed0-44139453f555 req-aadb8e6b-5bdf-4fd1-bd3b-bb29d47044ba tempest-FloatingIPsAssociationTestJSON-1585008052 tempest-FloatingIPsAssociationTestJSON-1585008052-project-member] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 723.661689] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 723.662229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.662799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.662799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.662799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.662930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.662930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.663025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.663306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663395] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.090347] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.090867] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.091863] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.092142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.092360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.092718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.092911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.093290] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.093539] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.093678] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.093828] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.093984] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.094201] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.094545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.123168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.123351] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.123488] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.123660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-141" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.123991] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.124172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.124297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.124662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.124796] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c9c4dd-eb1c-4751-bb3a-7d197be2494c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.166490] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.361063] env[65432]: INFO networking_nsxv3.common.synchronization [req-57a032a8-a63f-4afd-9a48-72141f9e7256 req-46fef3b6-2155-4d71-a898-4a9a890e60e5 tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 724.361700] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 724.362934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.362934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.363173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.364292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.364292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.364292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.364292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.364292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.364292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.364292] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.627329] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.627749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.627914] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.628467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.628549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.629388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 40c9c4dd-eb1c-4751-bb3a-7d197be2494c not found, creating... [ 724.629388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.629388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.629388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.629739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.629739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.630200] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.630353] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.630497] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.630768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.630946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.631166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 40c9c4dd-eb1c-4751-bb3a-7d197be2494c is going to be created. [ 724.667022] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.667445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.667445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.667676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.667965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.668164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.669440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.866900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.867172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.867172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.867614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.867614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.867759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.867759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.867862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.867974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.868060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.868217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be updated. [ 724.917852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.918036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.918091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.918335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.918475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.933223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 725.173587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.173587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.173587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.173587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.173587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.174329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be updated. [ 725.205961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.206153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.206222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.206429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.206737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.220027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 725.282655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 725.282778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.282928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.283286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.283436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.283566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.283627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.283790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.283868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.283953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.284072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.425177] env[65432]: INFO networking_nsxv3.common.synchronization [req-c7967689-b9be-4e8a-bed0-44139453f555 req-78057526-42d0-4868-a1be-19d7e96cc45a service nova] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_rules [ 725.425954] env[65432]: INFO networking_nsxv3.common.synchronization [req-c7967689-b9be-4e8a-bed0-44139453f555 req-78057526-42d0-4868-a1be-19d7e96cc45a service nova] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 725.425954] env[65432]: INFO networking_nsxv3.common.synchronization [req-c7967689-b9be-4e8a-bed0-44139453f555 req-78057526-42d0-4868-a1be-19d7e96cc45a service nova] Enqueued Resource ID: 40c9c4dd-eb1c-4751-bb3a-7d197be2494c with Priority: HIGHEST for action port [ 725.426234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_rules [ 725.427157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 725.427157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c9c4dd-eb1c-4751-bb3a-7d197be2494c with Priority: HIGHEST for action port [ 725.427157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.427157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.427157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.427693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.427693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.428823] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.429106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.430339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.430339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.430339] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c9c4dd-eb1c-4751-bb3a-7d197be2494c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.479808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 725.480033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.789407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.789561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.791020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.791020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.791020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.791534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.791534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.791627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.791692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.791835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.791907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.791986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.792363] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.931686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.931868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.932273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40c9c4dd-eb1c-4751-bb3a-7d197be2494c with status ACTIVE [ 725.932367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.932471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.932686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.932753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.932990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.932990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.933134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.933134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.933294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.933439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.933544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.933634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.933696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.933879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.934649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.934649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40c9c4dd-eb1c-4751-bb3a-7d197be2494c is going to be updated. [ 725.964421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.964614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.964695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.964914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.965084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.965283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40c9c4dd-eb1c-4751-bb3a-7d197be2494c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.296469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36dd4d30-6f87-4c08-97bd-ce1de440bea7: rpc.has_security_group_logging(os_id): False [ 726.320028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.320715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be created. [ 726.397288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.397495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.397627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.397864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.398085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.413852] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 726.878828] env[65432]: INFO networking_nsxv3.common.synchronization [req-e42f2f19-c735-4b7e-9933-4eff8c74d9a0 req-24d9347a-1319-4b9c-965c-f6e3c46c6743 tempest-ServerRescueTestJSON-1786224621 tempest-ServerRescueTestJSON-1786224621-project-member] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 726.879501] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 726.879850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.879988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.880104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.880392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.880670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.880747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.880786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.880938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.881105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.881202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.946021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 726.946021] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 deletion is rescheduled due to dependency. [ 726.946021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.231614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 4s [ 727.324370] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.324809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.324809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.325215] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.325612] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.325803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.325974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.326285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.326489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.326760] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.326926] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.327122] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.327198] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.327316] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.327454] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.327664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.349109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.349322] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.349465] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.349655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.349973] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-4ab78a79-610d-424c-8348-bffdf49ac4a6 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.350160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.350290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.350632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.350760] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab78a79-610d-424c-8348-bffdf49ac4a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.385485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.386068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.386276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.386380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.386613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.386613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.386723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.386762] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 already deleted. [ 727.386880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.853545] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.853806] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.853857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.854158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.855294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.855294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 4ab78a79-610d-424c-8348-bffdf49ac4a6 not found, creating... [ 727.855294] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.855294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.855294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.855294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.855294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.855581] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.855728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.855833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.856035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.856165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.856356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 4ab78a79-610d-424c-8348-bffdf49ac4a6 is going to be created. [ 727.879995] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.881106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.881106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.881106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.881106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.881106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.429205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 728.429755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.652327] env[65432]: INFO networking_nsxv3.common.synchronization [req-e42f2f19-c735-4b7e-9933-4eff8c74d9a0 req-df259f92-29ac-43f7-992c-522f9c0003f8 service nova] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_rules [ 728.652493] env[65432]: INFO networking_nsxv3.common.synchronization [req-e42f2f19-c735-4b7e-9933-4eff8c74d9a0 req-df259f92-29ac-43f7-992c-522f9c0003f8 service nova] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 728.652652] env[65432]: INFO networking_nsxv3.common.synchronization [req-e42f2f19-c735-4b7e-9933-4eff8c74d9a0 req-df259f92-29ac-43f7-992c-522f9c0003f8 service nova] Enqueued Resource ID: 4ab78a79-610d-424c-8348-bffdf49ac4a6 with Priority: HIGHEST for action port [ 728.653202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_rules [ 728.653333] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 728.653470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab78a79-610d-424c-8348-bffdf49ac4a6 with Priority: HIGHEST for action port [ 728.653745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.653863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.654122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.654265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.654376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.655189] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.655258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.655325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.655494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.655648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.655729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.655805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.655949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.656127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.656228] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.657065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab78a79-610d-424c-8348-bffdf49ac4a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.658083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.658083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.658083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.658083] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab78a79-610d-424c-8348-bffdf49ac4a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.163570] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.163570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.163570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab78a79-610d-424c-8348-bffdf49ac4a6 with status ACTIVE [ 729.163570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.163570] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.164061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.165057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.166460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.166460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.166460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab78a79-610d-424c-8348-bffdf49ac4a6 is going to be updated. [ 729.189752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.191589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.191686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.191922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.192109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.193639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab78a79-610d-424c-8348-bffdf49ac4a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242134] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 729.242701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.242868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.244385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.244385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.244385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244385] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.667566] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.746323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.172178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.172358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.172495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172989] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be created. [ 730.199262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.199422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.199490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.199721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.199880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: UNINITIALIZED for 2s [ 730.249844] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.753626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.753626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.753626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.753626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.753626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.753626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be updated. [ 730.792664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.792664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.792664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.792664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.792664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802273] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 731.825389] env[65432]: INFO networking_nsxv3.common.synchronization [req-742b273c-c38e-4fe5-b8bc-458682c816cc req-0633a572-7ff8-454a-b4f6-6e83bff87468 tempest-ServerActionsV293TestJSON-1566352990 tempest-ServerActionsV293TestJSON-1566352990-project-member] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 731.826814] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 731.827340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.827340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.827538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.828305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.828558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.829437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.829437] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.223334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 732.223546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.223795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.224107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.224453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.224618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.224664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.224872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.224965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226700] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.238472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.238759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-961" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.239448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-961" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.239448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-961" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240128] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.240128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.240128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.240300] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.240425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.240752] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.241173] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.241301] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.241405] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.241514] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.241612] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.241740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.265559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.265759] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.265930] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.266164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-961" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.266543] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.266907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.267070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.267449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.267613] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3daae0c-46c0-44b5-b453-5dd1a3d24cf1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.333533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.334491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.334491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.334491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.334491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.334491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.335096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.335096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.335096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.335096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.335096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 already deleted. [ 732.335361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.730426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.730595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.730666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.730885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.731568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.732342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.732433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.732769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.732852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.732941] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.771581] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.773052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 not found, creating... [ 732.773052] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.773368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.773368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.773590] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.774402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.774604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.774769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 is going to be created. [ 732.804905] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.805135] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.805254] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.805537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.805759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.805981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.815904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 732.816144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816723] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.817148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.817230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.817352] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.235579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814f4ded-aa7e-4db6-815c-5fe630f80b44: rpc.has_security_group_logging(os_id): False [ 733.257573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.258256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.258256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.259282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.259464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.259598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.259876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.260153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.260465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.261837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.261986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.262273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.262438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.262737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.262929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.264192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.264192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.264192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.264192] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be created. [ 733.319967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.320193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.320261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.320488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.320665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.321458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.321458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.321458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.321458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.321458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.321667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.321715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.321786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.321996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.322164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.322281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.322346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.322595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.322696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.322814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.322920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.333027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.333027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.333027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.333242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.333271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 733.606475] env[65432]: INFO networking_nsxv3.common.synchronization [req-742b273c-c38e-4fe5-b8bc-458682c816cc req-08eda61a-9328-401f-ac70-19ce68ea3ef3 service nova] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 733.606596] env[65432]: INFO networking_nsxv3.common.synchronization [req-742b273c-c38e-4fe5-b8bc-458682c816cc req-08eda61a-9328-401f-ac70-19ce68ea3ef3 service nova] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 733.606701] env[65432]: INFO networking_nsxv3.common.synchronization [req-742b273c-c38e-4fe5-b8bc-458682c816cc req-08eda61a-9328-401f-ac70-19ce68ea3ef3 service nova] Enqueued Resource ID: e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 with Priority: HIGHEST for action port [ 733.607616] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_rules [ 733.607616] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 733.607616] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 with Priority: HIGHEST for action port [ 733.608826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.608826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.608826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608826] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.610409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.610901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.611476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.612131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.613542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.613542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.613542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.613731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.613772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3daae0c-46c0-44b5-b453-5dd1a3d24cf1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.825292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c: rpc.has_security_group_logging(os_id): False [ 733.848733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.848733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.848733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.848892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.849110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.849357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.849467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.849532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.849775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.849892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.850510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.850696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.850798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.851946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.852022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.852184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.852264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.852376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be updated. [ 733.918891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.919367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.920346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.935233] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 734.116233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.117783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.117913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.118116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 with status ACTIVE [ 734.118279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.118388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.118453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.118665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.118755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.118925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.120819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.120819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.120819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.120819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.121024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.121024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.121156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.121254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.121361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.121478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3daae0c-46c0-44b5-b453-5dd1a3d24cf1 is going to be updated. [ 734.157815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.157991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.158060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.158267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.158409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.158684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3daae0c-46c0-44b5-b453-5dd1a3d24cf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.623692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.126982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.127319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.127319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.127711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.127872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.127935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 is going to be created. [ 735.155905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.157270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.157270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.157270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.157270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.170745] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: UNINITIALIZED for 2s [ 735.362101] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 735.362370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.951197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 735.951554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.183159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: SUCCESS [ 737.183542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.183878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.183953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.184634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.184634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.184634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.184801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.184843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.185121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.185121] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.687706] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.191505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7642e55-1555-4e7b-8951-5dddba5c5e90: rpc.has_security_group_logging(os_id): False [ 738.213487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.213632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.213693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.213896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.213991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.214428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.214495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 is going to be created. [ 738.286816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.287656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.287656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.287656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.301362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: IN_PROGRESS for 2s [ 738.608667] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 738.608975] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 739.585421] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fedd7d5b-76fd-43c0-a508-e0a39a5ead58 None None] Enqueued Resource ID: c617f1c6-d291-42fd-891b-e83c17453e73 with Priority: HIGHEST for action port [ 739.588021] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c617f1c6-d291-42fd-891b-e83c17453e73 with Priority: HIGHEST for action port [ 739.589910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c617f1c6-d291-42fd-891b-e83c17453e73 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.590075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c617f1c6-d291-42fd-891b-e83c17453e73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.590191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c617f1c6-d291-42fd-891b-e83c17453e73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.590483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c617f1c6-d291-42fd-891b-e83c17453e73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.590573] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c617f1c6-d291-42fd-891b-e83c17453e73',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.093106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c617f1c6-d291-42fd-891b-e83c17453e73 [ 740.093433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.093625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.093739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.094023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.094165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.094321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c617f1c6-d291-42fd-891b-e83c17453e73 already deleted. [ 740.094454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c617f1c6-d291-42fd-891b-e83c17453e73" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.268358] env[65432]: INFO networking_nsxv3.common.synchronization [req-38b45267-7114-467b-bfe7-e2fa323fb4a0 req-c48d5b2f-752f-4c78-8d09-ef702cf11c9f tempest-ServersAdminNegativeTestJSON-839555999 tempest-ServersAdminNegativeTestJSON-839555999-project-member] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 740.268932] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 740.269681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.269809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.269878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.271120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.271120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.271440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.271581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.317309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: SUCCESS [ 740.317533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.776173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.276872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.779664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.780211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.780211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.780211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.780432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.780502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be updated. [ 741.817894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.817894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.817894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.818234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.821590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.833891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 742.095999] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0ceb7f2f-7f0a-463c-82e5-6da2d279a1d1 None None] Enqueued Resource ID: 0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65 with Priority: HIGHEST for action port [ 742.098598] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65 with Priority: HIGHEST for action port [ 742.099433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.100204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.100204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.100204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.100204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.605916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65 [ 742.607263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.607263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.607263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.607263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.607263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.607263] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65 already deleted. [ 742.607263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec2b8ae-5e49-4ff5-871a-cce4f9cd7e65" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.797390] env[65432]: INFO networking_nsxv3.common.synchronization [req-c7e06847-88f6-4f29-bc59-62d310db1494 req-f29b9cb4-3c0a-4f12-af3e-4e1071e2e14f tempest-FloatingIPsAssociationNegativeTestJSON-2136431759 tempest-FloatingIPsAssociationNegativeTestJSON-2136431759-project-member] Enqueued Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 742.797990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGHEST for action security_group_members [ 742.798398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.799402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.799402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.799402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.799402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.799580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.799580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.799642] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.301790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.302054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.302127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.302748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.302748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.302748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.302748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.303181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.303181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.303181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.303181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf is going to be updated. [ 743.336234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.336234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.336423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.336605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.336755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.347728] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: IN_PROGRESS for 2s [ 743.476025] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 743.476025] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 743.478993] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 743.478993] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 743.478993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.478993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.478993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.478993] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.479982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a04b83-41ba-4f41-97b3-9180cb138310 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.479982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.479982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.479982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.479982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.479982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.480605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.480605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.480605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.561049] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_rules [ 743.561237] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 743.561288] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 743.561413] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 743.561535] env[65432]: INFO networking_nsxv3.common.synchronization [req-73030e42-242a-4fa9-b6d1-d27370995c45 req-9d26265e-0c09-4b8b-944e-31db0e8ac061 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 743.562043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_rules [ 743.562258] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 743.562383] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 743.562470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 743.562558] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 743.562834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12a04b83-41ba-4f41-97b3-9180cb138310 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.562964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.563034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.563288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.563370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.564302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.564377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.564409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.564554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.564626] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.565628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.565750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.565750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.565903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.565974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102b21-49f9-4eb2-b51b-b4d333e82c0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.566655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a04b83-41ba-4f41-97b3-9180cb138310 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.566749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.566926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.567011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.844579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 743.844963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.984923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.985825] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.068794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a04b83-41ba-4f41-97b3-9180cb138310 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with status ACTIVE [ 744.069807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.070046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.070141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.070306] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.070428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.070470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.070610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.070675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.070851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.070945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.070993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.071135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.071257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.071304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b is going to be updated. [ 744.120648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.120882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.120882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.121103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.121367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.121546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.488227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.488227] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.593194] env[65432]: INFO networking_nsxv3.common.synchronization [req-05207db3-452d-41b9-ab2d-610b5542ab93 req-051ede34-cb40-4086-9639-c4423f0006e7 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 744.593194] env[65432]: INFO networking_nsxv3.common.synchronization [req-05207db3-452d-41b9-ab2d-610b5542ab93 req-051ede34-cb40-4086-9639-c4423f0006e7 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 744.593194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 744.593194] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a04b83-41ba-4f41-97b3-9180cb138310 with Priority: HIGHEST for action security_group_members [ 744.593441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.593717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.596644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-12a04b83-41ba-4f41-97b3-9180cb138310 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.596644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.652039] env[65432]: INFO networking_nsxv3.common.synchronization [req-05207db3-452d-41b9-ab2d-610b5542ab93 req-051ede34-cb40-4086-9639-c4423f0006e7 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 744.652182] env[65432]: INFO networking_nsxv3.common.synchronization [req-05207db3-452d-41b9-ab2d-610b5542ab93 req-051ede34-cb40-4086-9639-c4423f0006e7 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 744.653554] env[65432]: INFO networking_nsxv3.common.synchronization [req-05207db3-452d-41b9-ab2d-610b5542ab93 req-051ede34-cb40-4086-9639-c4423f0006e7 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 744.654153] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_rules [ 744.655905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 744.655905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with Priority: HIGHEST for action port [ 744.655905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.655905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.657356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.657459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.657667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.658491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.658491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.658491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.658491] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102b21-49f9-4eb2-b51b-b4d333e82c0b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.994023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.994023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 744.994023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.994023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.994023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 is going to be created. [ 745.057698] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.058038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.061406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.061649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.061728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.061992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.062086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.076907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 745.080074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a04b83-41ba-4f41-97b3-9180cb138310 in Status: UNINITIALIZED for 2s [ 745.161251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a102b21-49f9-4eb2-b51b-b4d333e82c0b with status ACTIVE [ 745.161494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.161634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.161702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.161911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.162000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.162196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.162364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.162424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.162567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.162643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.162825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.162918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.163012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.163126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.163191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.163282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a102b21-49f9-4eb2-b51b-b4d333e82c0b is going to be updated. [ 745.187619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.187769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.187835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.188052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.188236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.188344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a102b21-49f9-4eb2-b51b-b4d333e82c0b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.359918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf in Status: SUCCESS [ 745.360183] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf deletion is rescheduled due to dependency. [ 745.360880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.090711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 747.091097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12a04b83-41ba-4f41-97b3-9180cb138310 in Status: SUCCESS [ 747.094034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.094034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.094034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094402] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.094835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.095072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.095880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.095880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.095880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096064] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.210548] env[65432]: INFO networking_nsxv3.common.synchronization [req-aca9d904-131e-45c1-ba2f-b259b7977b50 req-e4e3f241-58a4-4310-8e04-212dc8855d72 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 747.211561] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 747.212315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.212779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.212993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.213507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.213980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.215045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.215045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.215045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.215045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.215045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.599553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.599789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.599898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.600860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.601077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.601181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.601262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 is going to be deleted. [ 747.602616] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.638070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.639106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639509] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.640111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.640111] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.717856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.718070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.718142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.719053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.719053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.719053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.719053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.719053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.719336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.719336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.719610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 already deleted. [ 747.719610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.736264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.736264] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.736264] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.736264] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.736892] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.736892] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.736892] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.736892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.760761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.760892] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.761039] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.761226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.761766] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-594d590c-ca40-408f-b150-ed1a3754b4d8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.765020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.765020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.765020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.765020] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594d590c-ca40-408f-b150-ed1a3754b4d8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.106757] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.143067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.143297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.143343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.143589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.143720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.143993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.144115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.144165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.144329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.144427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.144541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 already deleted. [ 748.144641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.144769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.146104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.146297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.146467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.146576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.146651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.146801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.146939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.147107] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.265223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.265582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.265721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.266052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.266334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.266544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 594d590c-ca40-408f-b150-ed1a3754b4d8 not found, creating... [ 748.266960] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.267355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.267861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.268087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.268586] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.268757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.268883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.269318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.269484] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269627] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 594d590c-ca40-408f-b150-ed1a3754b4d8 is going to be created. [ 748.293362] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.293362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.293362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.293628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.293794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.294168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.609604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.609810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.609942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.610146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.610538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.610538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 748.642755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.642976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.643069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.643349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.643748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.649644] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12a04b83-41ba-4f41-97b3-9180cb138310',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.651027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.651570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.651570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.651793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.651881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.652162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.652349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.652487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.652820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.653820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.653971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 already deleted. [ 748.654159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.655527] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [req-aca9d904-131e-45c1-ba2f-b259b7977b50 req-efe3efdc-4164-49a6-8658-4fe40172d9f4 service nova] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_rules [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [req-aca9d904-131e-45c1-ba2f-b259b7977b50 req-efe3efdc-4164-49a6-8658-4fe40172d9f4 service nova] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [req-aca9d904-131e-45c1-ba2f-b259b7977b50 req-efe3efdc-4164-49a6-8658-4fe40172d9f4 service nova] Enqueued Resource ID: 594d590c-ca40-408f-b150-ed1a3754b4d8 with Priority: HIGHEST for action port [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_rules [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 749.059341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594d590c-ca40-408f-b150-ed1a3754b4d8 with Priority: HIGHEST for action port [ 749.060412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.060791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.061113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.062370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.062370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.063535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.063842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.064129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.065081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.065081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.065081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.066738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.066738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.066738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.067964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-594d590c-ca40-408f-b150-ed1a3754b4d8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.068126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.068206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.068339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.068418] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594d590c-ca40-408f-b150-ed1a3754b4d8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.156276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12a04b83-41ba-4f41-97b3-9180cb138310: rpc.has_security_group_logging(os_id): False [ 749.180651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.180915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.181390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.181390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.181701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.181815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.181937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.182152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.182152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.182303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 is going to be created. [ 749.235692] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310], does not exist path=[/infra/domains/default/groups/12a04b83-41ba-4f41-97b3-9180cb138310]."\n}' [ 749.235842] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310 [ 749.235928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 749.312415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.312673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.312673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.312949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319277] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12a04b83-41ba-4f41-97b3-9180cb138310 is going to be created. [ 749.354264] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310], does not exist path=[/infra/domains/default/groups/12a04b83-41ba-4f41-97b3-9180cb138310]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310 [ 749.354264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12a04b83-41ba-4f41-97b3-9180cb138310" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.354415] env[65432]: Traceback (most recent call last): [ 749.354415] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 749.354415] env[65432]: return func(*args, **kwargs) [ 749.354415] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 749.354415] env[65432]: res.raise_for_status() [ 749.354415] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 749.354415] env[65432]: raise HTTPError(http_error_msg, response=self) [ 749.354415] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310 [ 749.354643] env[65432]: During handling of the above exception, another exception occurred: [ 749.354643] env[65432]: Traceback (most recent call last): [ 749.354643] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 749.354643] env[65432]: listener.cb(fileno) [ 749.354643] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 749.354643] env[65432]: result = function(*args, **kwargs) [ 749.354643] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 749.354643] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 749.354643] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 749.354643] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 749.354643] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 749.354643] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 749.354643] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 749.354643] env[65432]: res.raise_for_status() [ 749.354643] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 749.354643] env[65432]: raise HTTPError(http_error_msg, response=self) [ 749.354643] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/12a04b83-41ba-4f41-97b3-9180cb138310 [ 749.354643] env[65432]: Removing descriptor: 19 [ 749.564589] env[65432]: INFO networking_nsxv3.common.synchronization [req-a1636396-0ed9-41fa-a2db-4b53077f47b5 req-dc3f172e-3ce4-404d-bbd8-2218392fc4fa tempest-FloatingIPsAssociationTestJSON-1585008052 tempest-FloatingIPsAssociationTestJSON-1585008052-project-member] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 749.565223] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 749.565919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.565919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.565919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.566291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566734] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.570495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.571879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.571975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.572844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 594d590c-ca40-408f-b150-ed1a3754b4d8 with status ACTIVE [ 749.572844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.572844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.572844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.573049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.573139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.574031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.574031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.574031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.574031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.574031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.574031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.574031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.574957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.574957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.576448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.576448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 594d590c-ca40-408f-b150-ed1a3754b4d8 is going to be updated. [ 749.614765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.614908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.615013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.615316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.615396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.615572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594d590c-ca40-408f-b150-ed1a3754b4d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.076163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.077214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.252117] env[65432]: INFO networking_nsxv3.common.synchronization [req-69a48372-8290-46e9-8cb4-1ee568efee58 req-ba1174a2-d369-4e06-bb7b-7e02a0c54e1a tempest-ServersTestJSON-901010277 tempest-ServersTestJSON-901010277-project-member] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 750.252379] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 750.252501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.253830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.579270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.580565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.580719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.580810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.581113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.581794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.581794] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be created. [ 750.607853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.619744] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: UNINITIALIZED for 2s [ 750.646310] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.647070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-259" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.647070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-259" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.647070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-259" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.647368] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.647541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.648100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.648100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.648100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.648291] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.648966] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.648966] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.648966] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.648966] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.648966] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.648966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.665138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 750.665393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.665583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.665900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.666164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.666318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.666354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.666557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.666617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.666716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.666818] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.668488] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.668645] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.668794] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.669019] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-259" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.669421] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-837a27fc-d499-4a4e-98a5-bbe60425a669 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.670534] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.670534] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.670534] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.670534] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837a27fc-d499-4a4e-98a5-bbe60425a669',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.671177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.671415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.671590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.671703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.671767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.671939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.671975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.672069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.757188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.757891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.758056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.758305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.758438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.758528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 already deleted. [ 750.760963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.083916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.084351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.086367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.086367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.086367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.086367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be updated. [ 751.117026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.117026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.117026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.117026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.117026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.128346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 751.177026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.177026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.177026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 837a27fc-d499-4a4e-98a5-bbe60425a669 not found, creating... [ 751.177026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177570] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.180083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.180491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.180810] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 837a27fc-d499-4a4e-98a5-bbe60425a669 is going to be created. [ 751.182242] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.207640] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.207640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.207640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.207640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.207640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.207640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.686411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.944310] env[65432]: INFO networking_nsxv3.common.synchronization [req-69a48372-8290-46e9-8cb4-1ee568efee58 req-4dc7aa26-f48f-418b-afae-21d5192c461a service nova] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 751.944466] env[65432]: INFO networking_nsxv3.common.synchronization [req-69a48372-8290-46e9-8cb4-1ee568efee58 req-4dc7aa26-f48f-418b-afae-21d5192c461a service nova] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 751.944583] env[65432]: INFO networking_nsxv3.common.synchronization [req-69a48372-8290-46e9-8cb4-1ee568efee58 req-4dc7aa26-f48f-418b-afae-21d5192c461a service nova] Enqueued Resource ID: 837a27fc-d499-4a4e-98a5-bbe60425a669 with Priority: HIGHEST for action port [ 751.945912] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_rules [ 751.946106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 751.946319] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837a27fc-d499-4a4e-98a5-bbe60425a669 with Priority: HIGHEST for action port [ 751.946656] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.946793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.947359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.947359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.947359] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.948316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.949511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.949511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.949511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.951466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.951575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.951640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.951825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.951913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.952013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.952890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-837a27fc-d499-4a4e-98a5-bbe60425a669 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.953029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.953086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.953229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.953319] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837a27fc-d499-4a4e-98a5-bbe60425a669',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.188551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.188711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.188782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.188996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.189103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.189200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 752.217960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.218072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.218072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.218282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.218423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.228595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 752.455474] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.457788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.459211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 837a27fc-d499-4a4e-98a5-bbe60425a669 with status ACTIVE [ 752.459416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.459555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.459621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.459848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.459936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.461224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.461920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.461920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.461920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.461920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.462385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.462385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.462539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.462601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 837a27fc-d499-4a4e-98a5-bbe60425a669 is going to be updated. [ 752.486725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.487062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.487062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.487309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.487512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.487673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837a27fc-d499-4a4e-98a5-bbe60425a669" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.631768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 752.632590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.632590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.632590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.632590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.632827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.632827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.633677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.633677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.633677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.633677] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.831828] env[65432]: INFO networking_nsxv3.common.synchronization [req-b23bdf66-c536-4f62-99ae-4a680cc7a733 req-350a77f3-341f-48a4-91b8-802b5357fb3c tempest-InstanceActionsNegativeTestJSON-977075369 tempest-InstanceActionsNegativeTestJSON-977075369-project-member] Enqueued Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 752.832132] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 752.832204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.832327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.832398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.832621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.832787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.832932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.833058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.833583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.833583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.833583] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.960336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.135955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.136175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.136633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.136743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.137237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.137237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.137237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.137237] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.137412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.138853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.138853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.138853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.139166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.139166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.139225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.139310] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.141584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 753.141584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.307462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.307733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-181" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.307733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-181" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.307992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-181" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.309603] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.310632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.310632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.310855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.311009] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.311259] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.311387] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.311594] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.311594] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.311715] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.311919] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.311981] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.336036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.336036] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.336036] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.336268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-181" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.336443] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-72432908-03bc-4bb1-9a71-7643b6d1966d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.337071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.337209] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72432908-03bc-4bb1-9a71-7643b6d1966d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.338356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.338484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.338550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.338746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.338830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.339019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.339141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.339186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.339348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.339426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.339510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 already deleted. [ 753.339622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.462733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.462912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.463026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.463269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.463374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.463466] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 is going to be created. [ 753.492132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.510340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: UNINITIALIZED for 2s [ 753.643516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c44ff9b-d8a8-4b30-92de-14b770e4a775: rpc.has_security_group_logging(os_id): False [ 753.662461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.662601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.662687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.662917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.663013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.663263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.663353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.663392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.663541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.663624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.663819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.663930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.663990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.664145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.664218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.664414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.664514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.664592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.664732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.664801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.664883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be created. [ 753.723502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.723786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.723786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.723922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.724091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.737264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 753.840953] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.841951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.841951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.841951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.841951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.841951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 72432908-03bc-4bb1-9a71-7643b6d1966d not found, creating... [ 753.842199] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.842387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.842528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.842759] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.842907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.843233] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.843390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.844046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 72432908-03bc-4bb1-9a71-7643b6d1966d is going to be created. [ 753.870435] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.870653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.870769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.871075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.871333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.871629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.243036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.243036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.243036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.243036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.621023] env[65432]: INFO networking_nsxv3.common.synchronization [req-b23bdf66-c536-4f62-99ae-4a680cc7a733 req-e4c1f35c-32e6-48a4-8296-0a49f3577191 service nova] Enqueued Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_rules [ 754.621023] env[65432]: INFO networking_nsxv3.common.synchronization [req-b23bdf66-c536-4f62-99ae-4a680cc7a733 req-e4c1f35c-32e6-48a4-8296-0a49f3577191 service nova] Enqueued Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 754.621023] env[65432]: INFO networking_nsxv3.common.synchronization [req-b23bdf66-c536-4f62-99ae-4a680cc7a733 req-e4c1f35c-32e6-48a4-8296-0a49f3577191 service nova] Enqueued Resource ID: 72432908-03bc-4bb1-9a71-7643b6d1966d with Priority: HIGHEST for action port [ 754.621446] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_rules [ 754.621585] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 754.621681] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72432908-03bc-4bb1-9a71-7643b6d1966d with Priority: HIGHEST for action port [ 754.621963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.622113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.622172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.622459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.622542] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.623547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.623670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.624777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.624777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.624777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.624777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.624777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.624777] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.628997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-72432908-03bc-4bb1-9a71-7643b6d1966d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.628997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.628997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.628997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.628997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72432908-03bc-4bb1-9a71-7643b6d1966d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.744750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.128088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.129761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.129983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.135444] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72432908-03bc-4bb1-9a71-7643b6d1966d with status ACTIVE [ 755.135444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.135444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.135444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.135860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.135860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.135860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.135996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.135996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.136103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72432908-03bc-4bb1-9a71-7643b6d1966d is going to be updated. [ 755.164098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.164329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.164757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.164930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.165147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72432908-03bc-4bb1-9a71-7643b6d1966d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.247281] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.522666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: SUCCESS [ 755.523166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.523603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.523835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.524072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.524198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.524267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.524437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.524519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.524635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.524757] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.632043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.752998] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 755.753702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.754168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.754322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.754739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.754739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.754739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.754904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 755.785162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.787653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.787653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.787653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.787653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.797986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 755.910714] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ba34010-3053-4bb3-a238-eadaac7e48f6 req-f4c7cb97-972c-4e81-ba54-88af074f2db4 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 755.911199] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 755.911592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.911738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.911824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.912305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.912491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.912601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.912666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.912840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.912927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.913031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.027423] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.136686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.137032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.137032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.137337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.137337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.137337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 is going to be created. [ 756.164181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.164485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.164485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.164652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.165078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.181355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: UNINITIALIZED for 2s [ 756.415724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.415724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.416031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.416173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.416387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.416502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.417291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.417291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.417291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.417291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd already deleted. [ 756.417291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.523026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.523333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.523535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.523986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.527331] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.527561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.527623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.527868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.528017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.528219] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.528322] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.528423] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.528550] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.528714] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.528714] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.528833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.530243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ab1d6c-016d-4f00-959c-09dadd9ddfc8: rpc.has_security_group_logging(os_id): False [ 756.550833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.550982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.551077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.551331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.551402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.551657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.551743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.551820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.551950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552149] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 is going to be created. [ 756.554198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.554437] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.554594] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.554785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.555078] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-703582e9-17b9-44ab-9b65-35ce660f8f0d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.555242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.555341] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.555724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.555855] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703582e9-17b9-44ab-9b65-35ce660f8f0d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.624166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.645050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: IN_PROGRESS for 2s [ 757.058353] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.058577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.058695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.058972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.059126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.059318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 703582e9-17b9-44ab-9b65-35ce660f8f0d not found, creating... [ 757.059582] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059829] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.060138] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.060276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.060557] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.060700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.060805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.061042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.061168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.061334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 703582e9-17b9-44ab-9b65-35ce660f8f0d is going to be created. [ 757.082846] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.083090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.083196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.083491] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.083706] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.083930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.571249] env[65432]: INFO networking_nsxv3.common.synchronization [None req-80e57b4d-5c2f-48a5-bfa3-d7076183d86e None None] Enqueued Resource ID: 43243fe7-c42c-4c9f-b204-61fb2698fe33 with Priority: HIGHEST for action port [ 757.572291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43243fe7-c42c-4c9f-b204-61fb2698fe33 with Priority: HIGHEST for action port [ 757.572627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-43243fe7-c42c-4c9f-b204-61fb2698fe33 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.572627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43243fe7-c42c-4c9f-b204-61fb2698fe33" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43243fe7-c42c-4c9f-b204-61fb2698fe33" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.572966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43243fe7-c42c-4c9f-b204-61fb2698fe33" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.572966] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43243fe7-c42c-4c9f-b204-61fb2698fe33',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.814196] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 757.814459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.814664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.814899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.815160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.815299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.815360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.815545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.815639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.815741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.815928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.816130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.816216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.816375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.816522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.816618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.816674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.816831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.816956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.817115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.817203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.843422] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ba34010-3053-4bb3-a238-eadaac7e48f6 req-fe6231e4-3af6-4182-bec4-c7271b2dace4 service nova] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 757.843763] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ba34010-3053-4bb3-a238-eadaac7e48f6 req-fe6231e4-3af6-4182-bec4-c7271b2dace4 service nova] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 757.843949] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ba34010-3053-4bb3-a238-eadaac7e48f6 req-fe6231e4-3af6-4182-bec4-c7271b2dace4 service nova] Enqueued Resource ID: 703582e9-17b9-44ab-9b65-35ce660f8f0d with Priority: HIGHEST for action port [ 757.845175] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_rules [ 757.845396] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 757.845578] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703582e9-17b9-44ab-9b65-35ce660f8f0d with Priority: HIGHEST for action port [ 757.846038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.846227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.850094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.850094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.850094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.850733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.850937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.851075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.851429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.851682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.851907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.851907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.852146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.852238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.852356] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.853858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-703582e9-17b9-44ab-9b65-35ce660f8f0d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.854209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.854354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.854568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.854881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703582e9-17b9-44ab-9b65-35ce660f8f0d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.076692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43243fe7-c42c-4c9f-b204-61fb2698fe33 [ 758.076692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.076906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.076906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.077151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.077247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.077345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43243fe7-c42c-4c9f-b204-61fb2698fe33 already deleted. [ 758.077435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43243fe7-c42c-4c9f-b204-61fb2698fe33" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.193718] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: SUCCESS [ 758.193940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.194110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.194332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.194532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.194648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.195606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.195606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.195606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.195606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.195606] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.320462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36dd4d30-6f87-4c08-97bd-ce1de440bea7: rpc.has_security_group_logging(os_id): False [ 758.326053] env[65432]: INFO networking_nsxv3.common.synchronization [req-a9d9e21a-7b8b-4af6-af37-f0930575bfda req-8a11b72a-2de8-4bfe-8c98-79de759d3792 tempest-ServersTestManualDisk-1754133111 tempest-ServersTestManualDisk-1754133111-project-member] Enqueued Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 758.326053] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614a3146-8063-423b-8403-081e0f843048 with Priority: HIGHEST for action security_group_members [ 758.326053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-614a3146-8063-423b-8403-081e0f843048 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.326053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.326053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.326053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614a3146-8063-423b-8403-081e0f843048',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.346333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.347246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.347484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.347900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.354187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.357079] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 703582e9-17b9-44ab-9b65-35ce660f8f0d with status ACTIVE [ 758.357315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.357478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.357559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.357856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.357975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.358204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.358374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.358374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.358548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.358623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.358833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.358931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.358990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.359143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.359231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.359381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 703582e9-17b9-44ab-9b65-35ce660f8f0d is going to be updated. [ 758.360836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.360935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.377081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.377218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.377486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.377587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.377803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.377906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.378150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.378183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.378406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.378475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.378515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.378642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.378716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.379256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 758.385187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.385547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.385547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.385634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.385805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.386160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703582e9-17b9-44ab-9b65-35ce660f8f0d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.414786] env[65432]: INFO networking_nsxv3.common.synchronization [req-584ab83a-c3e3-4d1a-a65e-fc031791bd3e req-6a9a5d0e-1850-4727-865a-a5b26662b226 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 758.415318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 758.415624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.415757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.415820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.417777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.417777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.417777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.417777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.417777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.417777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.417777] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.484096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.484096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.484096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.484096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.484096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.539580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 758.663206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: SUCCESS [ 758.663206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.698071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.698320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.698408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.698633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.698809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.698909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.699093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.699156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.699221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.699313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.699487] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.699579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.699653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.699794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.702036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.702036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.702036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.702036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.702036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.702036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.702036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.829634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.829634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.829634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.829876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.855114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.855590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.855779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.855880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.856143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.856327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.856399] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614a3146-8063-423b-8403-081e0f843048 is going to be updated. [ 758.858023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.889179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.889652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.889652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.889781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.889887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: IN_PROGRESS for 2s [ 758.921901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.922081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.922176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.922487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.946058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.946699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.946699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.946699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.946699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.946931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.946931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 758.978834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.978968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.979613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.979613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.979613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.997397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 759.020402] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce3c0d60-3f15-47ea-9996-21a1793c8c64 req-8a6fface-0ddd-4a1e-b613-442623d4c742 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 759.020974] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 759.021560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.021681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.021778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.021947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.022220] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.022388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.022493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.022901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.022901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.023874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.206689] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1f2a8cf-f3e7-4172-8036-90931a4c8ea0: rpc.has_security_group_logging(os_id): False [ 759.239587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.239587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.239587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.239587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.240135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.240135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.240135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.240135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.240135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 is going to be created. [ 759.362786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.362786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.362786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.363138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd is going to be created. [ 759.405236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.405435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.405517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.407019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.407019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.431015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.431015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.431015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.434245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: IN_PROGRESS for 2s [ 759.462873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: UNINITIALIZED for 2s [ 759.466914] env[65432]: INFO networking_nsxv3.common.synchronization [req-6229788d-f4c9-4d18-8924-892e4f75c5fc req-84973f85-166d-41d9-ae3a-8ff9088143a1 tempest-ServerRescueTestJSONUnderV235-1818582872 tempest-ServerRescueTestJSONUnderV235-1818582872-project-member] Enqueued Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 759.468033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 with Priority: HIGHEST for action security_group_members [ 759.469537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-36dd4d30-6f87-4c08-97bd-ce1de440bea7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.469879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.474682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.474682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.474682] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.527384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.527959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.528090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.528653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.604706] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.605034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.605034] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.605347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.605647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.605862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.605946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.606188] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.606344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.606563] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.606740] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.606796] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.606896] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.606994] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.607160] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.607247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.617564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.617925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.618121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.618121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.618340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.618422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.618511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 759.650793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.650967] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.651113] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.651275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.651660] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.651868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.651942] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.652282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.652472] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.713248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.713248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.713248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.713248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.713248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.728746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 759.977024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.977200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.977253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.977474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.977565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.977783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.977884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.977927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.978133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.978133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.978242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be updated. [ 760.043130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.044346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.046013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.046283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.048424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.058733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: IN_PROGRESS for 2s [ 760.156987] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.157265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.157434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.157875] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.158084] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.158259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 not found, creating... [ 760.158671] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.158873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.159052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.159410] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.159605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.160043] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.160262] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.160658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.160721] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.160871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.161065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 is going to be created. [ 760.185252] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.185459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.185551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.185820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.186040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.186244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.389199] env[65432]: INFO networking_nsxv3.common.synchronization [None req-db3028f3-1721-4324-8a98-f45d90cfc178 None None] Enqueued Resource ID: 7a72f3fe-ce35-4760-a283-a45a10e0ef99 with Priority: HIGHEST for action port [ 760.389883] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a72f3fe-ce35-4760-a283-a45a10e0ef99 with Priority: HIGHEST for action port [ 760.390225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a72f3fe-ce35-4760-a283-a45a10e0ef99 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.391029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a72f3fe-ce35-4760-a283-a45a10e0ef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.391029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a72f3fe-ce35-4760-a283-a45a10e0ef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.391029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a72f3fe-ce35-4760-a283-a45a10e0ef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.391029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a72f3fe-ce35-4760-a283-a45a10e0ef99',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.555737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 760.556229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.556643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.556914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.557205] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36dd4d30-6f87-4c08-97bd-ce1de440bea7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.894319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a72f3fe-ce35-4760-a283-a45a10e0ef99 [ 760.894319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.894319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.894319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.894319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.894319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.894319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a72f3fe-ce35-4760-a283-a45a10e0ef99 already deleted. [ 760.894319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a72f3fe-ce35-4760-a283-a45a10e0ef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.914057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614a3146-8063-423b-8403-081e0f843048 in Status: SUCCESS [ 760.914057] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614a3146-8063-423b-8403-081e0f843048 deletion is rescheduled due to dependency. [ 760.914325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614a3146-8063-423b-8403-081e0f843048" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.965280] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce3c0d60-3f15-47ea-9996-21a1793c8c64 req-f4ab51c1-d45d-478c-9cb9-0a134c4f97df service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 760.965280] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce3c0d60-3f15-47ea-9996-21a1793c8c64 req-f4ab51c1-d45d-478c-9cb9-0a134c4f97df service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 760.965280] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce3c0d60-3f15-47ea-9996-21a1793c8c64 req-f4ab51c1-d45d-478c-9cb9-0a134c4f97df service nova] Enqueued Resource ID: 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 with Priority: HIGHEST for action port [ 760.965280] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 760.966077] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 760.969126] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 with Priority: HIGHEST for action port [ 760.969126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.969126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.969126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.969126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.969126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.969126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.969126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.969126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.969126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.972483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.972994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.973881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.006130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 761.006390] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 761.006532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.080598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.081616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.081616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.081616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.081616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.081834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 is going to be deleted. [ 761.159259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.159671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.159752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.159965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.160057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.160182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.365290] env[65432]: INFO networking_nsxv3.common.synchronization [req-de9edd14-80a6-4f07-bdd4-74b9ae6e3fce req-2c809e90-41ae-49f1-bb79-14a617af9ccb tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 761.366081] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 761.366081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.366081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.366081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.366374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.366493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.366770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.366770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.366852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.366882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.366975] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.454779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: SUCCESS [ 761.455637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.473812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: SUCCESS [ 761.473986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.474163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.474383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.474600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.474718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.474783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.474939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.475035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.475124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.475214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.477026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.477199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.477781] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 with status ACTIVE [ 761.477781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.477781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.477781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.477970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.478048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.478244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.478359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.478436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.478599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.478672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.479110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.479110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.479110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.479370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.479370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.479459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0 is going to be updated. [ 761.507769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.507948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.508750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4f6cb5-4cb7-494b-a368-cc40a6fde1c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.754242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 761.754446] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 761.754674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.754791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.755750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.755750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.755750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.755750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.755750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.755750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.755750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.836464] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.836661] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.836720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.837071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.837281] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.838064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.838064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.838064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.838064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.838285] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.838941] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.838941] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.838941] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.838941] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.838941] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.839229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.861409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.861643] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.861796] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.862048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.863074] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-f3566c8e-6ebf-484f-bffc-c0002e7108ae taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.863074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.863074] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.863305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.863357] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3566c8e-6ebf-484f-bffc-c0002e7108ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.869194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.869975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.869975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.869975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.869975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.870338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.870338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.870338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.870338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.870527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.870527] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 already deleted. [ 761.870593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.986115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.070046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 in Status: SUCCESS [ 762.070732] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36dd4d30-6f87-4c08-97bd-ce1de440bea7 deletion is rescheduled due to dependency. [ 762.070732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36dd4d30-6f87-4c08-97bd-ce1de440bea7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.259419] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.365802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.366041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.366168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.366467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.366621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.366769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port f3566c8e-6ebf-484f-bffc-c0002e7108ae not found, creating... [ 762.367045] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.367202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.367312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.367539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.367667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.367945] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.368105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.368217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.368455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.368586] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.368758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: f3566c8e-6ebf-484f-bffc-c0002e7108ae is going to be created. [ 762.395176] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.395449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.395625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.395950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.396230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.396498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.488680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd: rpc.has_security_group_logging(os_id): False [ 762.510673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.510967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.510967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.511212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.511758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.511758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.512518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.512655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.512948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.513182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.513226] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd is going to be created. [ 762.629575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.629748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.630071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.630071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.630369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.643585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: IN_PROGRESS for 2s [ 762.764984] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.139704] env[65432]: INFO networking_nsxv3.common.synchronization [req-de9edd14-80a6-4f07-bdd4-74b9ae6e3fce req-866e2c7a-9924-4599-bf1e-92d09bc59be9 service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 763.139979] env[65432]: INFO networking_nsxv3.common.synchronization [req-de9edd14-80a6-4f07-bdd4-74b9ae6e3fce req-866e2c7a-9924-4599-bf1e-92d09bc59be9 service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 763.140198] env[65432]: INFO networking_nsxv3.common.synchronization [req-de9edd14-80a6-4f07-bdd4-74b9ae6e3fce req-866e2c7a-9924-4599-bf1e-92d09bc59be9 service nova] Enqueued Resource ID: f3566c8e-6ebf-484f-bffc-c0002e7108ae with Priority: HIGHEST for action port [ 763.140773] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 763.140917] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 763.141207] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3566c8e-6ebf-484f-bffc-c0002e7108ae with Priority: HIGHEST for action port [ 763.141726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.141726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.141726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.141989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.142120] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.143305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.143469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.143522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.143664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.143814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.143916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.144027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.144187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.144277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.144405] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.146793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3566c8e-6ebf-484f-bffc-c0002e7108ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.146793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.146793] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3566c8e-6ebf-484f-bffc-c0002e7108ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.269561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.269561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.269561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.269561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.269561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.269561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 763.307249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.308012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.308188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.309598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.309598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.320967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 763.650124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650124] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.650124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3566c8e-6ebf-484f-bffc-c0002e7108ae with status ACTIVE [ 763.650124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.650124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.650124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.651071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.651307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.651485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.651837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.651996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.652174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3566c8e-6ebf-484f-bffc-c0002e7108ae is going to be updated. [ 763.677280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.677280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.677280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.677699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.677699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.677904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3566c8e-6ebf-484f-bffc-c0002e7108ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.114541] env[65432]: INFO networking_nsxv3.common.synchronization [req-a58b7be0-e659-49b4-ab44-ac06efdb9e2b req-7a836e1d-5d22-4516-bd4a-ddc228487695 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 764.115259] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 764.116024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.116024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.116024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.116024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.116247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.116247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.116356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.116468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.116559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116726] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.156090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.613050] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613050] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.613820] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.613820] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.613919] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.614087] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.614161] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.614324] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.614462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.619525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.647841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.648034] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.648137] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.648308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-386" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.648613] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-cfe62304-6975-4d4d-956b-17a48f7e267a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.649085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.649085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.649253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.649620] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe62304-6975-4d4d-956b-17a48f7e267a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.656749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: SUCCESS [ 764.656889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.658485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.658667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.658833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.659044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.659206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.659347] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be created. [ 764.687303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.687529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.687529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.687741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.687886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.713951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: UNINITIALIZED for 2s [ 765.124512] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.153074] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.153442] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.153527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.153795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.153943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.154115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port cfe62304-6975-4d4d-956b-17a48f7e267a not found, creating... [ 765.154374] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.154527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.154632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.154848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.154975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.155256] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.155401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.155510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.155745] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.155993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.156150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: cfe62304-6975-4d4d-956b-17a48f7e267a is going to be created. [ 765.182009] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.182279] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.182417] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.182739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.182894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.183140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.346854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 765.347206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.347441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.347674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.347895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348718] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.629196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.629196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.629196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.629196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.629196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.633398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 765.668011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.668218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.668281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.668532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.668740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.680314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 765.852054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.852308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.852308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.852767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.853257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.853257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.853257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.853912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.853912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.853912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.853912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.853912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.854298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.854298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.854298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.854459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.854459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.854616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.854667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.939189] env[65432]: INFO networking_nsxv3.common.synchronization [req-a58b7be0-e659-49b4-ab44-ac06efdb9e2b req-8fe65fa2-06a2-4919-b565-34f501d9de35 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 765.940192] env[65432]: INFO networking_nsxv3.common.synchronization [req-a58b7be0-e659-49b4-ab44-ac06efdb9e2b req-8fe65fa2-06a2-4919-b565-34f501d9de35 service nova] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 765.940192] env[65432]: INFO networking_nsxv3.common.synchronization [req-a58b7be0-e659-49b4-ab44-ac06efdb9e2b req-8fe65fa2-06a2-4919-b565-34f501d9de35 service nova] Enqueued Resource ID: cfe62304-6975-4d4d-956b-17a48f7e267a with Priority: HIGHEST for action port [ 765.940905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_rules [ 765.940905] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 765.941279] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe62304-6975-4d4d-956b-17a48f7e267a with Priority: HIGHEST for action port [ 765.941451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.941640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.941782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.941969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.942128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.943391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.943588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.943826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe62304-6975-4d4d-956b-17a48f7e267a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.944014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.944014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.944310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.944378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe62304-6975-4d4d-956b-17a48f7e267a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.360402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32201b4-a539-4eab-b1e7-6478ce58b2fa: rpc.has_security_group_logging(os_id): False [ 766.385073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.385513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.385914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.385985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.386137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.386215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.386412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.386513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.386639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.386811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.386852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.387048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.387142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.387203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.387338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.387455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.387505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 766.446405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.446663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfe62304-6975-4d4d-956b-17a48f7e267a with status ACTIVE [ 766.453319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.453759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.454304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.454304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.454748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.454748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.455013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfe62304-6975-4d4d-956b-17a48f7e267a is going to be updated. [ 766.457930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.458310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.458442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.481501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 766.485080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.485080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.485080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.485080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.485080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.485080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe62304-6975-4d4d-956b-17a48f7e267a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.728430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 766.728652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.728825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.729759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.729759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.730077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.918860] env[65432]: INFO networking_nsxv3.common.synchronization [req-912f8cac-425d-4269-9063-1843a46b05bb req-e1c09c8e-5f53-4838-9ced-aa451c2aa822 tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 766.919503] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 766.919927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.920400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.920579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.920684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.920749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.920920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.921044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.921187] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.233591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.233842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.233842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.234114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.234513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.234513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.234513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.234783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.234783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.234783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.234928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.235017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.235017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.235166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.235475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.235475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.235704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.236072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.236072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.316241] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.316440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.316556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.316908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.317288] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.317480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.317620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.317910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.318174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.318447] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.318607] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.318739] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.319029] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.319452] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.319666] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.319764] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.347145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.347271] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.347411] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.347717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-60" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.348056] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.348237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.348349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.348714] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.348839] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.424542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.424818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.424818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.425019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.447187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.447449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.447583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.447645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.448061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.448143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.448187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be updated. [ 767.474385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.474650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.474772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.475197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.475251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.486362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 767.694049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.694049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.694049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.694396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.694396] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.739346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4e573f8-ba1d-416c-be29-7209cffd5dd2: rpc.has_security_group_logging(os_id): False [ 767.760657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.760910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.761510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.761510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.761761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.761911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.762040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.762092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.762244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.762430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.762533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.762635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.762691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.762882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.763011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.763312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.763468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.763929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.763929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.763929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.763929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be created. [ 767.839992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.840176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.840254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.840500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.840865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.851833] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852351] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.853157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f not found, creating... [ 767.853523] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.853739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.853901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.854225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.854399] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.854739] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854945] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.855109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.855367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.855695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f is going to be created. [ 767.858131] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 767.882605] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.882917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.883537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.883847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.198592] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.497209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 768.497642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.700838] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.708668] env[65432]: INFO networking_nsxv3.common.synchronization [req-912f8cac-425d-4269-9063-1843a46b05bb req-7727a5af-056b-4489-acdd-f7251b5f6352 service nova] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 768.709338] env[65432]: INFO networking_nsxv3.common.synchronization [req-912f8cac-425d-4269-9063-1843a46b05bb req-7727a5af-056b-4489-acdd-f7251b5f6352 service nova] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 768.709338] env[65432]: INFO networking_nsxv3.common.synchronization [req-912f8cac-425d-4269-9063-1843a46b05bb req-7727a5af-056b-4489-acdd-f7251b5f6352 service nova] Enqueued Resource ID: c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f with Priority: HIGHEST for action port [ 768.710033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_rules [ 768.710233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 768.710421] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f with Priority: HIGHEST for action port [ 768.710924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.711184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.711282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.711585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.711723] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.713270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.713633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.713828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.713894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.713940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.714180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.714295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.005665] env[65432]: INFO networking_nsxv3.common.synchronization [req-2cd22ea3-66f3-4473-b48d-0b7a8df11496 req-99fad299-233c-4e81-b984-23fffcfe2161 tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 769.006690] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 769.006690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.007528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.007528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.007755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.007786] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.204941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.204941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.204941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.204941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.205218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.205218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 769.217011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.217172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.217479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f with status ACTIVE [ 769.218484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.218672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.218788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.219056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.219794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.221511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.221703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.221800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.222102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.222190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.222587] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.222680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.223094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.223313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.224158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.224302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f is going to be updated. [ 769.250338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.250522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.250566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.250899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.250899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.259510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.259510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.259510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.259510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.259510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.259831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d3252e-4cc6-4a55-98c9-3a3c423e6b1f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.264480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 769.469087] env[65432]: INFO networking_nsxv3.common.synchronization [req-619330a5-9919-4728-ac7d-68a1b488757d req-d83c1b0c-a40d-44ca-a535-4530749662e6 tempest-InstanceActionsNegativeTestJSON-977075369 tempest-InstanceActionsNegativeTestJSON-977075369-project-member] Enqueued Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 769.470176] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGHEST for action security_group_members [ 769.470176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.470713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.471427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.471670] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.471783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.472019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.472106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.472207] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.501280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 769.501641] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 deletion is rescheduled due to dependency. [ 769.501641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.502085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.502327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.502609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.502744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.502802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.502988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.503114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.503171] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.509777] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.699214] env[65432]: INFO networking_nsxv3.common.synchronization [req-36aacd06-84c1-4584-89ba-952a5ebdd716 req-9b21551e-27b0-453c-a5b2-088f3102e29c tempest-ListServersNegativeTestJSON-4910088 tempest-ListServersNegativeTestJSON-4910088-project-member] Enqueued Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 769.700020] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541871-7d72-4083-a036-624c66454ccb with Priority: HIGHEST for action security_group_members [ 769.700111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e541871-7d72-4083-a036-624c66454ccb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.700200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.814843] env[65432]: INFO networking_nsxv3.common.synchronization [req-33d97bc0-9cb5-4ead-95d4-c776d286f7e4 req-2496123c-6a40-412e-a5cd-ab852b3611df tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 769.814843] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 769.814843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.814843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.815024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.815360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.815569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.815702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.815795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.816066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.816126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.816235] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.873318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 769.873508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.974113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.974462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.974602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.974830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.977540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 is going to be updated. [ 770.006899] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.013128] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.057550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.057706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.057706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.057878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.058023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.068879] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: IN_PROGRESS for 2s [ 770.276724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.278830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.279318] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.279629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.280347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.280604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.280921] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.281175] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.281355] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.281537] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.281762] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.281978] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.282237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.318954] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.326816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.326984] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.327092] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.327290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-244" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.327652] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-403a5cee-fbaa-4a24-9384-ac9f17250bbe taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.328125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.328125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.328288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.328444] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403a5cee-fbaa-4a24-9384-ac9f17250bbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.511943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.519500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.519500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.519500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.519500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.519500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.520135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 770.551630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.552390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.552390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.563641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 770.823438] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.831865] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.833017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 403a5cee-fbaa-4a24-9384-ac9f17250bbe not found, creating... [ 770.833332] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.833511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.833637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.833863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.834042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.834328] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.834681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.834812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.835085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.835226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.835354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 403a5cee-fbaa-4a24-9384-ac9f17250bbe is going to be created. [ 770.860838] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.860838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.860838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.861391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.861391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.861391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.016761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.017018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.017110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.017366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.017488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.017568] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be updated. [ 771.085947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.085947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.085947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.085947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.085947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.097367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 771.291923] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 771.292207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.293017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.293017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.293206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.293206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.293272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.293351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293537] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.326952] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.326952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.326952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.327178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.327178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.327277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be updated. [ 771.362912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.363268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.363384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.363600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.363766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.375391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 771.697351] env[65432]: INFO networking_nsxv3.common.synchronization [req-33d97bc0-9cb5-4ead-95d4-c776d286f7e4 req-3bc62508-a92d-4d4a-a6aa-0cc983f6d0aa service nova] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_rules [ 771.698084] env[65432]: INFO networking_nsxv3.common.synchronization [req-33d97bc0-9cb5-4ead-95d4-c776d286f7e4 req-3bc62508-a92d-4d4a-a6aa-0cc983f6d0aa service nova] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 771.698084] env[65432]: INFO networking_nsxv3.common.synchronization [req-33d97bc0-9cb5-4ead-95d4-c776d286f7e4 req-3bc62508-a92d-4d4a-a6aa-0cc983f6d0aa service nova] Enqueued Resource ID: 403a5cee-fbaa-4a24-9384-ac9f17250bbe with Priority: HIGHEST for action port [ 771.698444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_rules [ 771.698590] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 771.698690] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403a5cee-fbaa-4a24-9384-ac9f17250bbe with Priority: HIGHEST for action port [ 771.698988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.699213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.699324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.699812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.701036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.701036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.701212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-403a5cee-fbaa-4a24-9384-ac9f17250bbe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.701308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.701378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.702088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.702088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403a5cee-fbaa-4a24-9384-ac9f17250bbe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.797158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.797479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.797687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.798096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.798179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.798257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.798540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.798812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.799099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.799099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.799252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.799384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.799505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.799505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.799644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.799703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.799758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.799815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.080181] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 in Status: SUCCESS [ 772.080181] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 deletion is rescheduled due to dependency. [ 772.080328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.205126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.205371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.205558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 403a5cee-fbaa-4a24-9384-ac9f17250bbe with status ACTIVE [ 772.206322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.206635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.206758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.207076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.207165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.207347] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.207438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.207500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.207848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.207931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.208614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.208730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.208802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.208951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.209041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.209128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 403a5cee-fbaa-4a24-9384-ac9f17250bbe is going to be updated. [ 772.237265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.237497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.237497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.237705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.238051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.238051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403a5cee-fbaa-4a24-9384-ac9f17250bbe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56a7de7-22e0-41e6-a4bf-918491f5c8c7: rpc.has_security_group_logging(os_id): False [ 772.347340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.347464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.347610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.347732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.396164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.396535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.396738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.396738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.397318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.397318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.397318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.397502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.397578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.397769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.402757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 772.609253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 772.609253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.609414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.609556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.609747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.609865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.609929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.610088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.610164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.610388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e541871-7d72-4083-a036-624c66454ccb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.620999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.621164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.621237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.621479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.621623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.642564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 773.111030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.111030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.111030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.111030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.112933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.113205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.113387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.113705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.153269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.153728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.153728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.153728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.154115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.154115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.154253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb is going to be updated. [ 773.210899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.211073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.212803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.212803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.233096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: IN_PROGRESS for 2s [ 773.388437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 773.388813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.389023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.389355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.389683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.389832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.389908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.390142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.390244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.390335] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.617457] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.895028] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.121278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb5c9884-bd88-4d5f-bcc2-e69e297b8d07: rpc.has_security_group_logging(os_id): False [ 774.148064] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.148287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.148352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.148650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.148816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.149218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.149669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.149669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.149851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.149884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.150670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be updated. [ 774.304060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.304219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.304298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.304515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.304717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.336519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 774.396141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.673163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 774.673163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.827933] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ea2be3b-f5dc-48b9-a9a0-33436d26b87b req-70e2a0e5-90b2-4e43-b796-4bde72f6d375 tempest-ServersAdminNegativeTestJSON-839555999 tempest-ServersAdminNegativeTestJSON-839555999-project-member] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 774.830522] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGHEST for action security_group_members [ 774.830522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.830522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.830522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.830846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.831079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.831203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.831261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.831515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.831621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.832030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.902110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.902110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.902110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.902110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.902110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.902110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be updated. [ 774.956741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.956741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.956950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.971735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 775.035784] env[65432]: INFO networking_nsxv3.common.synchronization [None req-eb8f6790-24d7-4670-aa24-77f60b1ec9f8 None None] Enqueued Resource ID: abb9b363-0bca-49cf-b2d7-d30525e94b05 with Priority: HIGHEST for action port [ 775.036440] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb9b363-0bca-49cf-b2d7-d30525e94b05 with Priority: HIGHEST for action port [ 775.036751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb9b363-0bca-49cf-b2d7-d30525e94b05 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.036874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb9b363-0bca-49cf-b2d7-d30525e94b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.036937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb9b363-0bca-49cf-b2d7-d30525e94b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.039066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb9b363-0bca-49cf-b2d7-d30525e94b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.039192] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb9b363-0bca-49cf-b2d7-d30525e94b05',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.257042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e541871-7d72-4083-a036-624c66454ccb in Status: SUCCESS [ 775.257042] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e541871-7d72-4083-a036-624c66454ccb deletion is rescheduled due to dependency. [ 775.257042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e541871-7d72-4083-a036-624c66454ccb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.337702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.340338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.340338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.367873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.367873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.367873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.367873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.367873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.367873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.367873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be updated. [ 775.382915] env[65432]: INFO networking_nsxv3.common.synchronization [req-d7e90d66-122c-49d8-a3ef-67f37ee12ab8 req-df0ede2d-b4c6-4127-9cb3-e5a79089280c tempest-ListImageFiltersTestJSON-1637532566 tempest-ListImageFiltersTestJSON-1637532566-project-member] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 775.382915] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 775.382915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.382915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.382915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.382915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.402965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.402965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.402965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.402965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.402965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.414878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: IN_PROGRESS for 2s [ 775.467775] env[65432]: INFO networking_nsxv3.common.synchronization [req-545fb870-4ccf-43e4-b3ae-04adfcbaffd1 req-ecfde032-96de-4617-b472-fc6f18a30a40 tempest-VolumesAssistedSnapshotsTest-157034727 tempest-VolumesAssistedSnapshotsTest-157034727-project-member] Enqueued Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 775.468374] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 with Priority: HIGHEST for action security_group_members [ 775.468684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.469073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.469274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.470095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.470281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.471585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.471677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.471909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.472026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.472148] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209fa8d0-4b48-44a6-9a82-57e2f7eda0f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.542451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb9b363-0bca-49cf-b2d7-d30525e94b05 [ 775.542922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.543228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.543228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.543461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.543563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.543675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb9b363-0bca-49cf-b2d7-d30525e94b05 already deleted. [ 775.543735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb9b363-0bca-49cf-b2d7-d30525e94b05" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.746324] env[65432]: INFO networking_nsxv3.common.synchronization [req-ac10b769-9ef8-4d4d-af43-4fe4a415fce3 req-033934fc-a83b-464c-bc1e-3e6b8caa19c9 tempest-ServersTestBootFromVolume-1703111170 tempest-ServersTestBootFromVolume-1703111170-project-member] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 775.747023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 775.747208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.747328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.747378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.747609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.747837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.747948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.747948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.749894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.749894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.749894] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.885697] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.975560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.975754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.975827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.976063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.998715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.999441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.999441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.999652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.999652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 is going to be updated. [ 776.031859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.032109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.032109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.032325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.032501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.043890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: IN_PROGRESS for 2s [ 776.258032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.258387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.258387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.259036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.259036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.259196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.259259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.259291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.259579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.259683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.259792] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb already deleted. [ 776.259891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.262109] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.262620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.262858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263587] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.264031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.264185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.264460] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.264647] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.265210] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.265376] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.265518] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.265655] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.265797] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.265931] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.266138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.332706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.332926] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.333114] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.333333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-754" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.333759] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.333975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.334138] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.334565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.334758] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.369052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 776.369052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.389745] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.840732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.843917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.843917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.844008] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.844159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 not found, creating... [ 776.844438] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.844675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.844761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.844907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.846680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.846680] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.846680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.846680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.846680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.846680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.846680] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 is going to be created. [ 776.877470] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.877470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.877470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.877470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.878246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.878246] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.893211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.893279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.893497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.893591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be updated. [ 776.956874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.957083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.957156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.957493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.957667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.985144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 776.985380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.986152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 776.986295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.986506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.986767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.986924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.987013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.987217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.987321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.987791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.988016] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.425684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf in Status: SUCCESS [ 777.425684] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf deletion is rescheduled due to dependency. [ 777.425684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.490351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.491082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.491082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.491397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.491527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.491723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.491723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.491913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.492027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.492081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.492335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.492335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.492452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.492541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.492691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.492774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.492774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.492973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.492973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.493074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.493154] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.536981] env[65432]: INFO networking_nsxv3.common.synchronization [None req-64992baf-f5f6-4c7e-a2b2-fdc342229f8a None None] Enqueued Resource ID: 1b6d6426-5086-41e7-aa0d-d7747a023b9d with Priority: HIGHEST for action port [ 777.539076] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6d6426-5086-41e7-aa0d-d7747a023b9d with Priority: HIGHEST for action port [ 777.539560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6d6426-5086-41e7-aa0d-d7747a023b9d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.539631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6d6426-5086-41e7-aa0d-d7747a023b9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.539670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6d6426-5086-41e7-aa0d-d7747a023b9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.540333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6d6426-5086-41e7-aa0d-d7747a023b9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.540333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6d6426-5086-41e7-aa0d-d7747a023b9d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [req-ac10b769-9ef8-4d4d-af43-4fe4a415fce3 req-b2dc4ba9-c751-4b73-a927-d9bf2c4423fe service nova] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [req-ac10b769-9ef8-4d4d-af43-4fe4a415fce3 req-b2dc4ba9-c751-4b73-a927-d9bf2c4423fe service nova] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [req-ac10b769-9ef8-4d4d-af43-4fe4a415fce3 req-b2dc4ba9-c751-4b73-a927-d9bf2c4423fe service nova] Enqueued Resource ID: a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 with Priority: HIGHEST for action port [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_rules [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 777.591706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 with Priority: HIGHEST for action port [ 777.591706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.592255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.592255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.592753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.592753] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.594043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.594280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.594450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.595150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.595150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.595150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.595150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.596285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.596452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.596622] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.599234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.599234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.599234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.599234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.599234] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.996831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf74b0c6-8b2a-4de6-956c-a31a71dbfec3: rpc.has_security_group_logging(os_id): False [ 778.021032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.021032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.021032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.021032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.042758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6d6426-5086-41e7-aa0d-d7747a023b9d [ 778.043087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.043188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.043302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.043429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6d6426-5086-41e7-aa0d-d7747a023b9d already deleted. [ 778.043687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6d6426-5086-41e7-aa0d-d7747a023b9d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.051185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.051715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be updated. [ 778.058302] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 in Status: SUCCESS [ 778.058439] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209fa8d0-4b48-44a6-9a82-57e2f7eda0f1 deletion is rescheduled due to dependency. [ 778.058643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209fa8d0-4b48-44a6-9a82-57e2f7eda0f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.100291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.100430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.103643] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.103643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 with status ACTIVE [ 778.103643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.103643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.103643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.104195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.104195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.104195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.104352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.104483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.104483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.104554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1 is going to be updated. [ 778.117965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.118160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.118203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.118385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.118539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.135643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.135804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.135880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.136613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.136613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a49f8c-d43d-45f7-ae50-ca256f1ddaa1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.137445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 778.607702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.999580] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 778.999580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.111825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.112172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.112340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.114534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.114534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.114534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb is going to be created. [ 779.140116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.140116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.140116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.140116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.140116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.161151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: UNINITIALIZED for 2s [ 780.153805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 780.154232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: SUCCESS [ 781.176658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.177126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.177269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.177493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.177586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.177688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.177780] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.680274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.183355] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83f1a0c-dd9d-4395-810c-4eedf3f543cb: rpc.has_security_group_logging(os_id): False [ 782.206725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.206908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.206946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.207182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.207281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.207533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.207635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.207711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.207916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.207946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.208036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb is going to be created. [ 782.292360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.292360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.292360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.292360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.292360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.309436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: IN_PROGRESS for 2s [ 782.592281] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 782.594272] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 784.324017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: SUCCESS [ 784.324296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.584975] env[65432]: INFO networking_nsxv3.common.synchronization [req-42e6a8ee-fd19-4a71-9783-beada4864afb req-99b54d1f-c726-470e-922d-3c359f4fbcac tempest-FloatingIPsAssociationTestJSON-1585008052 tempest-FloatingIPsAssociationTestJSON-1585008052-project-member] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 784.586157] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGHEST for action security_group_members [ 784.586157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.586157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.586157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.586516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.586516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.586516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.586617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.586757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.586813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.586876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.090513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.090513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.090513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.090513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.137719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137983] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.138091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.138200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.138376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.138462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.138555] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be updated. [ 785.173273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.175264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.183387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: IN_PROGRESS for 2s [ 785.282519] env[65432]: INFO networking_nsxv3.common.synchronization [req-f0bdd31c-9d8e-4f62-9cb3-18a5a90fa73b req-a4d45a83-511f-49d6-8edc-b2572f5f286a tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 785.283187] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 785.283551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.283716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.283810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.284481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.284625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.285087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.788416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.788416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.788848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.788848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.788968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.789092] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.789217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.789278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.789482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.789609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.789692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be updated. [ 785.850569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.850733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.850805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.851074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.851260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.869543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 787.194073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c in Status: SUCCESS [ 787.194365] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c deletion is rescheduled due to dependency. [ 787.194404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.865696] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc0eace5-638a-40ec-b787-cb8a918f0ee6 req-9327cfac-1a66-4e48-848e-71d0919b7aa2 tempest-ServerMetadataTestJSON-483682618 tempest-ServerMetadataTestJSON-483682618-project-member] Enqueued Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 787.866465] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 787.866848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.866987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.867103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.867375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.867684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.867857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.867927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.868118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.868201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.868300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.883749] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 787.883983] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 deletion is rescheduled due to dependency. [ 787.884163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.326234] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.328021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-233" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.328021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-233" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.328021] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-233" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.328021] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.328499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.328775] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.329170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.329763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.329763] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.330067] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.330299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.330519] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.331976] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.331976] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.331976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.354832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.354832] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.354832] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.354832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-233" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.354832] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-c020880c-e532-4b5e-a84e-9d634fe73c5a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.354832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.354832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.354832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.354832] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c020880c-e532-4b5e-a84e-9d634fe73c5a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.371708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371708] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 already deleted. [ 788.371708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.858137] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.858438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.858607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.858946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.859355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.859691] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port c020880c-e532-4b5e-a84e-9d634fe73c5a not found, creating... [ 788.860106] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.860382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.860576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.860951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.861420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.861493] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.861637] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.861766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.861980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.862124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.862276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: c020880c-e532-4b5e-a84e-9d634fe73c5a is going to be created. [ 788.898316] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.898316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.898577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.900452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.900452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.900452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480591] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:0 completed [ 789.480591] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:1 started [ 790.138445] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc0eace5-638a-40ec-b787-cb8a918f0ee6 req-39e507c1-7477-4a0f-9e68-6edbd0e39395 service nova] Enqueued Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_rules [ 790.138445] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc0eace5-638a-40ec-b787-cb8a918f0ee6 req-39e507c1-7477-4a0f-9e68-6edbd0e39395 service nova] Enqueued Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 790.138445] env[65432]: INFO networking_nsxv3.common.synchronization [req-bc0eace5-638a-40ec-b787-cb8a918f0ee6 req-39e507c1-7477-4a0f-9e68-6edbd0e39395 service nova] Enqueued Resource ID: c020880c-e532-4b5e-a84e-9d634fe73c5a with Priority: HIGHEST for action port [ 790.143260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_rules [ 790.143260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 790.143260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c020880c-e532-4b5e-a84e-9d634fe73c5a with Priority: HIGHEST for action port [ 790.143260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143260] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.143260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.144235] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.146423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c020880c-e532-4b5e-a84e-9d634fe73c5a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.147257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.147448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.149598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.149598] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c020880c-e532-4b5e-a84e-9d634fe73c5a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.596575] env[65432]: INFO networking_nsxv3.common.synchronization [req-9db4b270-fd5c-4cea-bd5f-9f67374399d6 req-ae224d0c-4666-47df-9b6a-a4081c21c0d1 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 790.597241] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 790.598558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.598558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.598558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.598854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.599499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.599499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.599499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.600735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.600861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.601040] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.649930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.651157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.651157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.652880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c020880c-e532-4b5e-a84e-9d634fe73c5a with status ACTIVE [ 790.652998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.653654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.653654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.653654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.653654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.653820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.653882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.653926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.654167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.654245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.654573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.654573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.654682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.654762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.654846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.654928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c020880c-e532-4b5e-a84e-9d634fe73c5a is going to be updated. [ 790.683388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.683605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.683685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.685040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.685040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c020880c-e532-4b5e-a84e-9d634fe73c5a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.780364] env[65432]: INFO networking_nsxv3.common.synchronization [None req-708e3e76-adb2-41a3-b11b-6a8162ed818e None None] Enqueued Resource ID: 0a4d4751-514f-4c44-8148-6e32088093fa with Priority: HIGHEST for action port [ 790.780919] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4d4751-514f-4c44-8148-6e32088093fa with Priority: HIGHEST for action port [ 790.781248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4d4751-514f-4c44-8148-6e32088093fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.781371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4d4751-514f-4c44-8148-6e32088093fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.781426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4d4751-514f-4c44-8148-6e32088093fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.781768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4d4751-514f-4c44-8148-6e32088093fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.781960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4d4751-514f-4c44-8148-6e32088093fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.105168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.105168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.105168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.105168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.105168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.105444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.105444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.105444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.105585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.105666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.105713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 791.142311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.142485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.142523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.143028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.155167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 791.284397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a4d4751-514f-4c44-8148-6e32088093fa [ 791.284651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.285266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a4d4751-514f-4c44-8148-6e32088093fa already deleted. [ 791.285343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4d4751-514f-4c44-8148-6e32088093fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.659285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.659592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.659592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.659857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.659919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.660022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 is going to be created. [ 791.703229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.703392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.703442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.703637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.703802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.716878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: UNINITIALIZED for 2s [ 792.339509] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0bb302ff-b2df-452c-989c-d987d2354cb5 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 792.343160] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 792.343852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.344017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.344088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.344359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.344618] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.512725] env[65432]: INFO networking_nsxv3.common.synchronization [None req-09ed7960-01ad-4c24-bb63-1afc0f271914 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 792.513086] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 792.513591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.513591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.871205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.871205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.871205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.871537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.871537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.871537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 already deleted. [ 792.871670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.872791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.872791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.872791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.167790] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 793.168025] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 793.168145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.355439] env[65432]: INFO networking_nsxv3.common.synchronization [req-a91d0816-241e-4663-8e10-2a2b691306a3 req-6cf6397d-c6d3-4ad0-b115-c6c8b51b4485 tempest-ServerRescueTestJSON-1786224621 tempest-ServerRescueTestJSON-1786224621-project-member] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 793.355439] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 793.355439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.356382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.356382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.356521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.356693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.356798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.356858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.357062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.357298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.357442] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.401523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.401734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.401734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.401987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.402108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.402108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 already deleted. [ 793.402244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: SUCCESS [ 793.730081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730617] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.860199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.892570] env[65432]: INFO networking_nsxv3.common.synchronization [req-2c6123de-5119-40e9-9ef2-309ddc2ff93c req-ba90a50d-a072-4ce7-9e45-fcaac0f50008 tempest-ServerActionsV293TestJSON-1566352990 tempest-ServerActionsV293TestJSON-1566352990-project-member] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 793.893290] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGHEST for action security_group_members [ 793.893552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.893681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.893741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.894016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.894878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.895077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.895077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.895257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.895346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.895449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.905535] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.905733] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.905841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.906394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.906810] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.906970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.907093] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.907318] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.907670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.907670] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.907758] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.907961] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.908040] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.908148] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.908248] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.908368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.929418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.929418] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.929418] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.929762] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-464" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.930011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-0e206271-0627-4315-93aa-77a4e657dc56 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.930181] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.930338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.930769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.930769] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e206271-0627-4315-93aa-77a4e657dc56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.233643] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.234133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.234232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.234290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.234437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.234556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.234603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.234819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.234967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.235087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.235300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.235629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.235884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.235884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.236026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.236126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.236265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.236368] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.347036] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5c3d33f8-535a-4eab-84aa-aa6cabc8a9f1 None None] Enqueued Resource ID: e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da with Priority: HIGHEST for action port [ 794.347036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da with Priority: HIGHEST for action port [ 794.347036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.347036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.347258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.347400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.348019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.363523] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.397661] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.397891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.398192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.422830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.423097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.423700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.423700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.423700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.423700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.423700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 is going to be updated. [ 794.433196] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.434221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.434221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.434221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 0e206271-0627-4315-93aa-77a4e657dc56 not found, creating... [ 794.434444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434578] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.434878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.435011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.437071] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.437071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.437071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.437071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.437071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.437071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 0e206271-0627-4315-93aa-77a4e657dc56 is going to be created. [ 794.486096] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.486096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.486096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.486574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.486872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.487299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.493321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.494846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.495134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.495909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.510168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: IN_PROGRESS for 2s [ 794.740630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 009f0f9f-1656-4f35-b4aa-7349f6e64586: rpc.has_security_group_logging(os_id): False [ 794.761989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.762457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.762457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.763409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.763409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.763551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.763551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.763780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.767022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.767022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.767022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.767022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 is going to be created. [ 794.849773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da [ 794.849879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.849948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.849982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.850213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.850305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.850398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da already deleted. [ 794.850476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06f99fb-0d03-4ee1-8cbb-a0160ad3a7da" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.858690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.859023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.859023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.859191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.859888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.866858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.866948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.867484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.867484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.867484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.867632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be updated. [ 794.876247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: IN_PROGRESS for 2s [ 794.903855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.903855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.903855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.903855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.903855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.916219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 795.201330] env[65432]: INFO networking_nsxv3.common.synchronization [req-a91d0816-241e-4663-8e10-2a2b691306a3 req-08e411fc-0b12-4655-aa74-462bcd8c3d96 service nova] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_rules [ 795.201508] env[65432]: INFO networking_nsxv3.common.synchronization [req-a91d0816-241e-4663-8e10-2a2b691306a3 req-08e411fc-0b12-4655-aa74-462bcd8c3d96 service nova] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 795.201774] env[65432]: INFO networking_nsxv3.common.synchronization [req-a91d0816-241e-4663-8e10-2a2b691306a3 req-08e411fc-0b12-4655-aa74-462bcd8c3d96 service nova] Enqueued Resource ID: 0e206271-0627-4315-93aa-77a4e657dc56 with Priority: HIGHEST for action port [ 795.202356] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_rules [ 795.202491] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 795.202701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e206271-0627-4315-93aa-77a4e657dc56 with Priority: HIGHEST for action port [ 795.202954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.203588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.203588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.203883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.204547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.204976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.204976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e206271-0627-4315-93aa-77a4e657dc56 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.205183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.205183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.205521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.205521] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e206271-0627-4315-93aa-77a4e657dc56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.442068] env[65432]: INFO networking_nsxv3.common.synchronization [req-5b9f7b7d-9859-40a9-86e5-229e1fe2204d req-070883a5-04e4-46f4-a118-7d2e99a13b7d tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 795.442779] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 795.443104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.443225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.443288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.443483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.443632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.443727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.443794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.443942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.444035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.444126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.707700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e206271-0627-4315-93aa-77a4e657dc56 with status ACTIVE [ 795.709266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.709266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.709990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.709990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.713455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e206271-0627-4315-93aa-77a4e657dc56 is going to be updated. [ 795.741834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.741834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.741999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.742219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.742396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.742655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e206271-0627-4315-93aa-77a4e657dc56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.939237] env[65432]: INFO networking_nsxv3.common.synchronization [req-77e85c9a-ad76-4895-8843-17d70f247612 req-e1354fd5-af56-490f-a30b-4a27f6252823 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 795.939899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 795.940281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.940414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.940502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.940735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.940895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.941386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.941495] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.949349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.949349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.949349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.949349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.949349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.949349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.949349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.949720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.949720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.949720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.949720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 795.983562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.983707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.983774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.983983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.984203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.995543] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 796.389317] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.389702] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.389864] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.390157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.390443] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.391517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.391813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.392481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.392662] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.392796] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.393056] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.393056] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.393148] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.393197] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.393315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.416174] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.416174] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.416174] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.416174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.416174] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-4f19e43e-09b2-4f72-b191-961f57f4ac68 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.416174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.416174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.417295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417427] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f19e43e-09b2-4f72-b191-961f57f4ac68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.443379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.444964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.444964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.444964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 796.478295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.478506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.478506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.479370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.479370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.500928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 796.520823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 in Status: SUCCESS [ 796.521173] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 deletion is rescheduled due to dependency. [ 796.521173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.890073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: SUCCESS [ 796.890413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.920630] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.920988] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.921191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.921545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.921837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.922030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 4f19e43e-09b2-4f72-b191-961f57f4ac68 not found, creating... [ 796.922328] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.922494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.922644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.922921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.923087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.923387] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.923535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.923667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.923900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.924040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924175] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 4f19e43e-09b2-4f72-b191-961f57f4ac68 is going to be created. [ 796.927931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 796.928153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.928314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.928503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.928677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.928789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.928849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.929045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.929121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.929198] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.947352] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.947352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.947352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.947352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.947352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.947761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.432525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.681141] env[65432]: INFO networking_nsxv3.common.synchronization [req-77e85c9a-ad76-4895-8843-17d70f247612 req-0da3b0e9-4dfa-4e92-9a12-a85dbe8b8784 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 797.681558] env[65432]: INFO networking_nsxv3.common.synchronization [req-77e85c9a-ad76-4895-8843-17d70f247612 req-0da3b0e9-4dfa-4e92-9a12-a85dbe8b8784 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 797.681847] env[65432]: INFO networking_nsxv3.common.synchronization [req-77e85c9a-ad76-4895-8843-17d70f247612 req-0da3b0e9-4dfa-4e92-9a12-a85dbe8b8784 service nova] Enqueued Resource ID: 4f19e43e-09b2-4f72-b191-961f57f4ac68 with Priority: HIGHEST for action port [ 797.682244] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 797.682496] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 797.682819] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f19e43e-09b2-4f72-b191-961f57f4ac68 with Priority: HIGHEST for action port [ 797.683675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.683946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.684121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.684496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.684655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.685715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.685930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.686216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f19e43e-09b2-4f72-b191-961f57f4ac68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.686503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.686648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.686903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.687072] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f19e43e-09b2-4f72-b191-961f57f4ac68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.935109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.020426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 798.020853] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 deletion is rescheduled due to dependency. [ 798.021090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.191018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.191018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f19e43e-09b2-4f72-b191-961f57f4ac68 with status ACTIVE [ 798.191018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.191018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.191018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.192163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.192163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.192163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f19e43e-09b2-4f72-b191-961f57f4ac68 is going to be updated. [ 798.228876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.228876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.228876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.228876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.228876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f19e43e-09b2-4f72-b191-961f57f4ac68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.436994] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.439615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.439615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.439615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.439615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.439615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be updated. [ 798.470034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.470187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.470870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.484913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 798.525358] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 798.525583] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 798.525730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.525934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.526469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.526699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.526699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.544188] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f61070b-de87-4f65-b3cc-c3a6316fa194 req-ce465750-5b5f-4676-aa6f-4a8911dc63dc tempest-AttachInterfacesV270Test-731867041 tempest-AttachInterfacesV270Test-731867041-project-member] Enqueued Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 798.545097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 798.548913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.548913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.548913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.548913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.026239] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.026531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-969" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.026531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-969" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.026870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-969" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.027206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.027368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.027479] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.027697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.028052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.028052] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.028143] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.028231] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.028332] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.028435] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.028526] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.028648] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.038787] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.051023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.051023] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.051023] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.051023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-969" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.051023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-49685355-1883-44c3-bf4c-cd5b53187cd5 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.051023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.051023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.051023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.051023] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49685355-1883-44c3-bf4c-cd5b53187cd5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.052425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.053261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.053596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.055179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.055179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.055179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.055179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.055179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.055179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e already deleted. [ 799.055179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.540127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.557336] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.557550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.557671] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.557944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.558094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.558246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 49685355-1883-44c3-bf4c-cd5b53187cd5 not found, creating... [ 799.558499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.558648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.558757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.558959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.559098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.559365] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.559559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.559635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.559810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.559940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.560154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 49685355-1883-44c3-bf4c-cd5b53187cd5 is going to be created. [ 799.582324] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.582528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.582651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.582940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.583203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.583424] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.043259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.043259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.043642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.043642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.043788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.044056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 800.081034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.081034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.081034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.081288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.081395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.093059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 800.311571] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f61070b-de87-4f65-b3cc-c3a6316fa194 req-6b53bfd5-8736-41df-b482-88ebb68c985d service nova] Enqueued Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_rules [ 800.311571] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f61070b-de87-4f65-b3cc-c3a6316fa194 req-6b53bfd5-8736-41df-b482-88ebb68c985d service nova] Enqueued Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 800.311571] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f61070b-de87-4f65-b3cc-c3a6316fa194 req-6b53bfd5-8736-41df-b482-88ebb68c985d service nova] Enqueued Resource ID: 49685355-1883-44c3-bf4c-cd5b53187cd5 with Priority: HIGHEST for action port [ 800.311571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_rules [ 800.312973] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 800.315160] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49685355-1883-44c3-bf4c-cd5b53187cd5 with Priority: HIGHEST for action port [ 800.315160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.315160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.315160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.315160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.315160] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.318026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.318026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.319702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.319702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.319702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.320446] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-49685355-1883-44c3-bf4c-cd5b53187cd5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.320951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.320951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.320951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.320951] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49685355-1883-44c3-bf4c-cd5b53187cd5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.500676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 800.500958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.501755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.501755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.501755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.501755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.501755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.502027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.502027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.502027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.502126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.818502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.818663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.823395] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.825235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49685355-1883-44c3-bf4c-cd5b53187cd5 with status ACTIVE [ 800.825235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.825371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.825371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.826026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.826129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.827386] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.828422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.828486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.828664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.828748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49685355-1883-44c3-bf4c-cd5b53187cd5 is going to be updated. [ 800.859765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.859765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.859913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.860058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.860200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.860450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49685355-1883-44c3-bf4c-cd5b53187cd5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.007388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.008725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.008725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.008725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.009284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.009284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.009710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.009865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.009997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.010116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.330978] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.513135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814f4ded-aa7e-4db6-815c-5fe630f80b44: rpc.has_security_group_logging(os_id): False [ 801.542676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.542676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.542888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.543098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.563783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.564053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.564163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.564442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.564442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.564659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.564739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.564830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.564895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.565016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.565092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565269] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.565367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.565431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.565551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.565618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be updated. [ 801.638039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.638039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.638039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.638039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.638039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.654740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 801.836611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.836611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.836611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.836611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.836611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.836611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e is going to be created. [ 801.867158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.867470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.867549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.868022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.868288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.890234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: UNINITIALIZED for 2s [ 802.105526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 802.105792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.106082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.106475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.106609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.106677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.106842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.106925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.107019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.107122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.609542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.609853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.609853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.610290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.610400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.610727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.610815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.610973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.611082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.611143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.611287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.611422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.611511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.611572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.611790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.613219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.613332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.613469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.789988] env[65432]: INFO networking_nsxv3.common.synchronization [None req-32504968-6cb8-40cc-b048-6f4462d39f26 None None] Enqueued Resource ID: dea75dba-d9b2-4afe-a810-d2e2443ad084 with Priority: HIGHEST for action port [ 802.791793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea75dba-d9b2-4afe-a810-d2e2443ad084 with Priority: HIGHEST for action port [ 802.792687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea75dba-d9b2-4afe-a810-d2e2443ad084 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.793418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea75dba-d9b2-4afe-a810-d2e2443ad084" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.793589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea75dba-d9b2-4afe-a810-d2e2443ad084" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea75dba-d9b2-4afe-a810-d2e2443ad084" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794764] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea75dba-d9b2-4afe-a810-d2e2443ad084',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.117090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 803.135872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.136072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.136118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.136557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.136557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.136722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.136722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.136722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.136892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.136942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.137141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.137236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.137299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.137439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.137513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.137835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.137835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.137835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.137956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.138422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.138552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 803.206947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.208632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.208632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.208632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.208632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.227898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 803.296958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dea75dba-d9b2-4afe-a810-d2e2443ad084 [ 803.297228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.298666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dea75dba-d9b2-4afe-a810-d2e2443ad084 already deleted. [ 803.298857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea75dba-d9b2-4afe-a810-d2e2443ad084" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.671525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 803.671895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.904240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: SUCCESS [ 803.904552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.905186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.905186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.905186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.905418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.905418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.905573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.905687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.905796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.905910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.410051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.410213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.410280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.410506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.410675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.410961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.410961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.411068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.411157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.411246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.411400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.411511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.411569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.411765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.411925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.411992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.412766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.417019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.417019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.417019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.417019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.919318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e: rpc.has_security_group_logging(os_id): False [ 804.938469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.938469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.938469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.938469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.938469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.938683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.938683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.938769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.938882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.938954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.939178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.939282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.939395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.939508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.939553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.939768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.939874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.939928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.943077] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e is going to be created. [ 805.007704] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.007880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.007977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.008593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.008813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.027052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: IN_PROGRESS for 2s [ 805.244976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 805.245318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.327776] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4990af32-c6ae-4f15-9225-762075e0383a None None] Enqueued Resource ID: 5504c2f0-bf58-4dc7-8f47-4228752e9426 with Priority: HIGHEST for action port [ 806.328495] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5504c2f0-bf58-4dc7-8f47-4228752e9426 with Priority: HIGHEST for action port [ 806.328888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5504c2f0-bf58-4dc7-8f47-4228752e9426 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.330165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5504c2f0-bf58-4dc7-8f47-4228752e9426" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.330301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5504c2f0-bf58-4dc7-8f47-4228752e9426" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.331759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5504c2f0-bf58-4dc7-8f47-4228752e9426" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.331888] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5504c2f0-bf58-4dc7-8f47-4228752e9426',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.655487] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bcb193c-0cbd-465a-a14b-db67269fdf5a req-0bd40cd6-3da0-4ac2-b91e-4789b745d376 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 806.656129] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 806.656342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.656501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.656573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.656831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.656996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.657327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.657393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.657553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.657639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.657733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.835119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5504c2f0-bf58-4dc7-8f47-4228752e9426 [ 806.835413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.835586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.835958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.836237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.836592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.840247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5504c2f0-bf58-4dc7-8f47-4228752e9426 already deleted. [ 806.840347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5504c2f0-bf58-4dc7-8f47-4228752e9426" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.041116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: SUCCESS [ 807.041421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.145908] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.146179] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.146334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.146853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.147170] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.147364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.147503] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.147905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.148092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.148328] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.148464] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.148607] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.148734] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.148866] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.148989] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.149157] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.160087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.160184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.160234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.160464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.160572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.160791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.160896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.160949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.161129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.161205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.161353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e already deleted. [ 807.161353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.174841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.174841] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.174841] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.174841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.174841] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-78aee2eb-5451-4e30-8da9-9c55d88d8588 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.174841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.174841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.174841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.174841] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78aee2eb-5451-4e30-8da9-9c55d88d8588',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.679787] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.680182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.680182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.680518] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.680675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.680848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 78aee2eb-5451-4e30-8da9-9c55d88d8588 not found, creating... [ 807.681140] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.681282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.681389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.682067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.682207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.682556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.682790] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.682960] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.683351] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683486] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 78aee2eb-5451-4e30-8da9-9c55d88d8588 is going to be created. [ 807.709121] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.709346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.709452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.709923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.710174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.710397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.439351] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bcb193c-0cbd-465a-a14b-db67269fdf5a req-5d939ab4-3bcb-43e0-a270-4a51b88b46ad service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 808.439351] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bcb193c-0cbd-465a-a14b-db67269fdf5a req-5d939ab4-3bcb-43e0-a270-4a51b88b46ad service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 808.439453] env[65432]: INFO networking_nsxv3.common.synchronization [req-6bcb193c-0cbd-465a-a14b-db67269fdf5a req-5d939ab4-3bcb-43e0-a270-4a51b88b46ad service nova] Enqueued Resource ID: 78aee2eb-5451-4e30-8da9-9c55d88d8588 with Priority: HIGHEST for action port [ 808.444213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 808.444213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 808.444213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aee2eb-5451-4e30-8da9-9c55d88d8588 with Priority: HIGHEST for action port [ 808.445188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.445373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.445440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.445825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.445949] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.447445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.447445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.450020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.450020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.450020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.450020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.450020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.450020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.451101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-78aee2eb-5451-4e30-8da9-9c55d88d8588 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.451101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.451272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.451361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.451447] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78aee2eb-5451-4e30-8da9-9c55d88d8588',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.954155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.954943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.954943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.955121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78aee2eb-5451-4e30-8da9-9c55d88d8588 with status ACTIVE [ 808.955154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.955257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.955317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.955515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.955602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.955763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.955861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.955915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.956098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.956171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.956351] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.956440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.956498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.957745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.958168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.958168] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78aee2eb-5451-4e30-8da9-9c55d88d8588 is going to be updated. [ 808.985214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.985396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.985396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.985628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.985735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.985908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78aee2eb-5451-4e30-8da9-9c55d88d8588" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.461238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.750521] env[65432]: INFO networking_nsxv3.common.synchronization [req-97685b07-7cd1-4baa-97d3-a185db56a92d req-f6512191-e000-424b-a7d1-5da114fa7047 tempest-ServerMetadataTestJSON-483682618 tempest-ServerMetadataTestJSON-483682618-project-member] Enqueued Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 809.751132] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 with Priority: HIGHEST for action security_group_members [ 809.751793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-009f0f9f-1656-4f35-b4aa-7349f6e64586 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.751923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.751996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.752311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.752377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.752475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.752540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.752745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.752836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.753013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('009f0f9f-1656-4f35-b4aa-7349f6e64586',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.963291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.963576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.963938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.964234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.964324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.964422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be created. [ 809.993426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.993599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.993657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.993943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.007348] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: UNINITIALIZED for 2s [ 810.143696] env[65432]: INFO networking_nsxv3.common.synchronization [None req-068f3800-161d-42c2-a8b2-4537aed3fc05 None None] Enqueued Resource ID: 1c267a8a-33c3-4df6-b685-f1e0de590b42 with Priority: HIGHEST for action port [ 810.144343] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c267a8a-33c3-4df6-b685-f1e0de590b42 with Priority: HIGHEST for action port [ 810.144702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c267a8a-33c3-4df6-b685-f1e0de590b42 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.144794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c267a8a-33c3-4df6-b685-f1e0de590b42" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.144868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c267a8a-33c3-4df6-b685-f1e0de590b42" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c267a8a-33c3-4df6-b685-f1e0de590b42" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.145689] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c267a8a-33c3-4df6-b685-f1e0de590b42',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.257023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.257668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.257847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.258399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.258574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.259415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.259415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.261070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 is going to be updated. [ 810.313307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.313307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.313307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.313307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.313307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.326445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: IN_PROGRESS for 2s [ 810.648817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c267a8a-33c3-4df6-b685-f1e0de590b42 [ 810.649102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.649252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.649321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.649535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.649626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c267a8a-33c3-4df6-b685-f1e0de590b42 already deleted. [ 810.649826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c267a8a-33c3-4df6-b685-f1e0de590b42" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.972216] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f16d78b9-d988-4870-97bf-b96305fd39b7 None None] Enqueued Resource ID: c8bbbdb5-b3ca-4821-956e-9d3a5c26d204 with Priority: HIGHEST for action port [ 811.972633] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bbbdb5-b3ca-4821-956e-9d3a5c26d204 with Priority: HIGHEST for action port [ 811.973126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8bbbdb5-b3ca-4821-956e-9d3a5c26d204 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.973521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8bbbdb5-b3ca-4821-956e-9d3a5c26d204" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.973521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8bbbdb5-b3ca-4821-956e-9d3a5c26d204" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.973814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8bbbdb5-b3ca-4821-956e-9d3a5c26d204" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.973934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bbbdb5-b3ca-4821-956e-9d3a5c26d204',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.023139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 812.023139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.023139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.023139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.023139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.023966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.024457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.024619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.024771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.024932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.345049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 in Status: SUCCESS [ 812.345049] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 009f0f9f-1656-4f35-b4aa-7349f6e64586 deletion is rescheduled due to dependency. [ 812.345268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-009f0f9f-1656-4f35-b4aa-7349f6e64586" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.478813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8bbbdb5-b3ca-4821-956e-9d3a5c26d204 [ 812.479307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.479307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.479307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.479761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.480675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.480675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8bbbdb5-b3ca-4821-956e-9d3a5c26d204 already deleted. [ 812.480804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8bbbdb5-b3ca-4821-956e-9d3a5c26d204" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.528707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.528951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.529042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.530051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.530051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.530375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.530375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.530485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.530869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.530869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.530869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.531041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.531041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.531138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.035724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 813.057898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.057898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.057898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.057898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.057898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.057898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.058269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.058428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.058505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.058720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.058880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.059103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.059299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.059403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.059699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.059699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.059834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be created. [ 813.148572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.148732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.148797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.149246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.149246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.166889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 813.633338] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c890a102-bd6a-4368-b4fd-ddb37b458f20 None None] Enqueued Resource ID: 610be4dd-d3e6-43d7-8ae3-703435dcdd44 with Priority: HIGHEST for action port [ 813.634172] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610be4dd-d3e6-43d7-8ae3-703435dcdd44 with Priority: HIGHEST for action port [ 813.634425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-610be4dd-d3e6-43d7-8ae3-703435dcdd44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610be4dd-d3e6-43d7-8ae3-703435dcdd44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610be4dd-d3e6-43d7-8ae3-703435dcdd44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.635074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610be4dd-d3e6-43d7-8ae3-703435dcdd44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.635074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610be4dd-d3e6-43d7-8ae3-703435dcdd44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.016031] env[65432]: INFO networking_nsxv3.common.synchronization [req-75ffdaef-562d-41e5-93bb-84fbb199cb24 req-10ab5bdc-f5f0-4e8c-8257-4fccff082d87 tempest-ServersTestJSON-901010277 tempest-ServersTestJSON-901010277-project-member] Enqueued Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 814.016537] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 with Priority: HIGHEST for action security_group_members [ 814.016832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.017378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.017472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.017758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.017849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ab1d6c-016d-4f00-959c-09dadd9ddfc8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.109783] env[65432]: INFO networking_nsxv3.common.synchronization [None req-51e89f62-c3dd-452c-9bc6-6b95930f3263 None None] Enqueued Resource ID: f4cba198-e576-45a5-aaf0-4187e5b65f26 with Priority: HIGHEST for action port [ 814.110100] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4cba198-e576-45a5-aaf0-4187e5b65f26 with Priority: HIGHEST for action port [ 814.110651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4cba198-e576-45a5-aaf0-4187e5b65f26 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.110814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4cba198-e576-45a5-aaf0-4187e5b65f26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.110923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4cba198-e576-45a5-aaf0-4187e5b65f26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.111376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4cba198-e576-45a5-aaf0-4187e5b65f26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.111376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4cba198-e576-45a5-aaf0-4187e5b65f26',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.138582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610be4dd-d3e6-43d7-8ae3-703435dcdd44 [ 814.138582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.138743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.138783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.138985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.139088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.139178] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610be4dd-d3e6-43d7-8ae3-703435dcdd44 already deleted. [ 814.139257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610be4dd-d3e6-43d7-8ae3-703435dcdd44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.269868] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-1ac58a16-5c02-4582-aa3e-c88fe621a24e tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 814.270330] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 814.270630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.270753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.270863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.271206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.271289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.271353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.271390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.271539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.271618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.271718] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.522343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.522775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.522775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.522775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.523039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.523231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.523280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.523445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.523518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 is going to be updated. [ 814.556345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.556345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.556345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.556345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.556345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.566567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: IN_PROGRESS for 2s [ 814.613447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4cba198-e576-45a5-aaf0-4187e5b65f26 [ 814.613617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.613819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.614338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.614458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4cba198-e576-45a5-aaf0-4187e5b65f26 already deleted. [ 814.614690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4cba198-e576-45a5-aaf0-4187e5b65f26" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.660797] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-239ca703-affb-463a-ab99-226644015b11 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 814.661498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 814.661850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.662031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.774558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.774756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.774820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.775011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.775103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.775364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.775535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.778849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 already deleted. [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.778849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.778849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.778849] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.065540] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-33e9dba9-e725-4f54-a074-ca5466a54180 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 815.065540] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 815.065824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.065930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.182241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 815.182583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.283020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.283020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 already deleted. [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.283020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.283020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.283020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.441406] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.441679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.441843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.442194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.442453] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.442607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.442717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.442961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.443132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.443332] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.443439] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.443539] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.443638] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.443736] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.443832] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.443956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.468304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.468304] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.468304] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.468304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.468304] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-03c8e57b-92f4-441d-ae6a-9a4c53517307 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468304] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468304] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c8e57b-92f4-441d-ae6a-9a4c53517307',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.786539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.786539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.786779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.786812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.786943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.787115] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.787348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.787487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.787567] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 already deleted. [ 815.787621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.968636] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.969333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.969333] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.969536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.969751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.970104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 03c8e57b-92f4-441d-ae6a-9a4c53517307 not found, creating... [ 815.970235] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.970521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.970631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.970915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.971409] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.972158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 03c8e57b-92f4-441d-ae6a-9a4c53517307 is going to be created. [ 815.995568] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.996292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.996445] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.318772] env[65432]: INFO networking_nsxv3.common.synchronization [req-6c1565e8-d0cc-41e3-9da6-b71c77add306 req-4efe035d-7124-4e50-843b-daf3866fc4ae tempest-ListImageFiltersTestJSON-1637532566 tempest-ListImageFiltersTestJSON-1637532566-project-member] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 816.319248] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGHEST for action security_group_members [ 816.319582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.319821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.319981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.320476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.320540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.320904] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.578328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 in Status: SUCCESS [ 816.578545] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ab1d6c-016d-4f00-959c-09dadd9ddfc8 deletion is rescheduled due to dependency. [ 816.578660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ab1d6c-016d-4f00-959c-09dadd9ddfc8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.794716] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-9923c553-e276-465b-b95b-ce6b1eddec0a service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 816.795026] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-9923c553-e276-465b-b95b-ce6b1eddec0a service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 816.795184] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-9923c553-e276-465b-b95b-ce6b1eddec0a service nova] Enqueued Resource ID: 03c8e57b-92f4-441d-ae6a-9a4c53517307 with Priority: HIGHEST for action port [ 816.796147] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 816.796730] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 816.796730] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c8e57b-92f4-441d-ae6a-9a4c53517307 with Priority: HIGHEST for action port [ 816.796951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.797044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.797090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.797435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.797514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.798978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.799433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.799622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.799969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.800141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.800261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.801235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c8e57b-92f4-441d-ae6a-9a4c53517307 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.801841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.801954] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c8e57b-92f4-441d-ae6a-9a4c53517307',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.822582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.822854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.822854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.823175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.866236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.867036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.867036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.867036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.867036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be updated. [ 816.911388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.911388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.911603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.912095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.912095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.924836] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: IN_PROGRESS for 2s [ 817.306282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.306442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.306656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c8e57b-92f4-441d-ae6a-9a4c53517307 with status ACTIVE [ 817.306841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.306963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.307043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.307277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.307367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.307559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.307673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.307736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.307922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.308006] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.308214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.308309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.308383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.308525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.308615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.308700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c8e57b-92f4-441d-ae6a-9a4c53517307 is going to be updated. [ 817.312937] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.343317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.343672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.343672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.343766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.343846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.344013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c8e57b-92f4-441d-ae6a-9a4c53517307" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.815073] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.171382] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.172892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-989" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-989" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.172892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-989" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.173565] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.173565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.173565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.173747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.173783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.173982] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.174112] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.174201] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.174296] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.174393] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.174486] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.174606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.197804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.197804] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.197804] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.197804] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-989" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.198153] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-329e8183-1ed4-4943-a170-443d168ad983 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.198153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.198153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.198499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.198627] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329e8183-1ed4-4943-a170-443d168ad983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.317834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.318056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.318146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.318451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.318568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.318695] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be created. [ 818.346255] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.346255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.346255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.346255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.346255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.355427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: UNINITIALIZED for 2s [ 818.700671] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.700899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.701048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.701323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.701481] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.701598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 329e8183-1ed4-4943-a170-443d168ad983 not found, creating... [ 818.701923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702545] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.702844] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 329e8183-1ed4-4943-a170-443d168ad983 is going to be created. [ 818.732306] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.732585] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.732715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.732976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.733207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.733724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.937069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa in Status: SUCCESS [ 818.937069] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa deletion is rescheduled due to dependency. [ 818.937069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.216879] env[65432]: INFO networking_nsxv3.common.synchronization [req-f63e9d0b-be88-4fe8-ba52-50e93ed34f89 req-83238351-86d9-4078-b921-81c8bc879465 tempest-AttachInterfacesV270Test-731867041 tempest-AttachInterfacesV270Test-731867041-project-member] Enqueued Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 819.217325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGHEST for action security_group_members [ 819.217646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.217767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.217834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.218072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.218234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.218338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.218398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.218553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.218847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.218847] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.426021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.426438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.426438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.427833] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.467223] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ada01c69-0baa-4918-81db-7bfa7f49df60 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 819.467223] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ada01c69-0baa-4918-81db-7bfa7f49df60 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 819.467223] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ada01c69-0baa-4918-81db-7bfa7f49df60 service nova] Enqueued Resource ID: 329e8183-1ed4-4943-a170-443d168ad983 with Priority: HIGHEST for action port [ 819.470106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 819.470106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 819.470106] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329e8183-1ed4-4943-a170-443d168ad983 with Priority: HIGHEST for action port [ 819.470106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.470106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.470106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-329e8183-1ed4-4943-a170-443d168ad983 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.470106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.470547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329e8183-1ed4-4943-a170-443d168ad983',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.721182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.721404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.721708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.721759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.722484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.722484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.722484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.722484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.722484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.722740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.722740] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e is going to be updated. [ 819.782391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.782391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.782391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.785312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.785312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.802757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: IN_PROGRESS for 2s [ 819.928910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329e8183-1ed4-4943-a170-443d168ad983 with status ACTIVE [ 819.973778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.974068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.974142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.974550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.974550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.974832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.974908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.975268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.975542] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.976127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.976266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329e8183-1ed4-4943-a170-443d168ad983 is going to be updated. [ 820.001976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.002289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.002289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.002539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.002706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.002927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329e8183-1ed4-4943-a170-443d168ad983" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.342080] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.342524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.345987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.345987] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.345987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.345987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.345987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.345987] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.345987] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.345987] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.345987] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.345987] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.345987] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.345987] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.345987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.365343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.366771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.366771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.367264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.367264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.367264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.367999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.368241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.368442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.368557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.368672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.368826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.368905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.368994] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.381561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.382112] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.382207] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.382418] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-318" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383228] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383869] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384235] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.430785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.870885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.871061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.871269] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.889224] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.890310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 not found, creating... [ 820.890345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890653] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.891094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.891418] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.891568] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.891689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.891930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.892676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.892676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 is going to be created. [ 820.929740] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.929959] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.930598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.930832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.933414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 820.933518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.373903] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.692439] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ce1cc794-f734-40cb-9f07-d060888f5b46 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 821.692699] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ce1cc794-f734-40cb-9f07-d060888f5b46 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 821.692699] env[65432]: INFO networking_nsxv3.common.synchronization [req-db2d089d-5b03-45fc-a0c9-81d36a00e58e req-ce1cc794-f734-40cb-9f07-d060888f5b46 service nova] Enqueued Resource ID: b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 with Priority: HIGHEST for action port [ 821.693802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 821.693802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 821.693802] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 with Priority: HIGHEST for action port [ 821.693802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.694074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.694223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.694327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.694547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.694621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.694670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.694917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.694962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.832559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e in Status: SUCCESS [ 821.832559] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e deletion is rescheduled due to dependency. [ 821.832988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.879929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.879929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.879929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.879929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.879929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.879929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 821.940685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.940948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.941025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.941248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.941402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.956025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 822.098831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.098968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.099059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.099295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.114070] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 822.114944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.115993] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 822.153100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.153332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.153332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.153493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.163731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.164702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 822.164702] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.164702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.203528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 with status ACTIVE [ 822.203528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.203528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.203528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.203528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.203528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34 is going to be updated. [ 822.354382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.354382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.354382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.354382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.355679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.362366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.362366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.362366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.362366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.362366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.362366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f57dfa-e095-4f5e-9aa5-5fff1b7d2b34" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.587312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.588052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.588188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.588554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.588888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.589244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.671803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.671998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.672087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.672302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.677021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.677021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 822.677021] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf', '05c8ceda-c82a-492a-82d5-25fb8a65db24', 'f50ed9bf-d26e-445f-8d2a-5da9c9e56e80', 'dc7ca50f-ce6e-4c9f-858e-b7f04149fbba', '883230b6-7e6e-413a-b16f-b7e2c02eabcf', '4cc40f0f-2461-4f00-8649-4f48d6b7c3fd', '54e6c1ce-a01c-4672-a20d-26cbd8858747', 'e08f98a5-7ed5-456f-af9f-a68eca93c41e', '30e3ea6e-4676-4f54-b36b-27e5bc4b11a9', 'c7642e55-1555-4e7b-8951-5dddba5c5e90', 'd1f2a8cf-f3e7-4172-8036-90931a4c8ea0', '6d31be2b-a149-4c78-8410-7258e4e59e13', '0142c8b3-d624-4982-8b58-5415e289d2fe', '985fc5a8-6385-4904-995f-c7310444fed5', 'f4e573f8-ba1d-416c-be29-7209cffd5dd2', '64c3837a-b4c6-41b9-86fc-f993c4563bbc', 'fa1bdc93-5c30-47d0-9def-1cbd6ace24fa', 'a56a7de7-22e0-41e6-a4bf-918491f5c8c7', 'b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c', '0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e', 'bf74b0c6-8b2a-4de6-956c-a31a71dbfec3', 'bb5c9884-bd88-4d5f-bcc2-e69e297b8d07', 'f83f1a0c-dd9d-4395-810c-4eedf3f543cb', '69ab1d6c-016d-4f00-959c-09dadd9ddfc8', '7b27ff9c-ab21-4df6-b3a9-af4104f8730a', '9c44ff9b-d8a8-4b30-92de-14b770e4a775', '2ec2873e-8f4b-45ee-a3b7-be99943bf2d3', '5e541871-7d72-4083-a036-624c66454ccb', '009f0f9f-1656-4f35-b4aa-7349f6e64586', '614a3146-8063-423b-8403-081e0f843048', 'a32201b4-a539-4eab-b1e7-6478ce58b2fa', 'df2aa961-d4b6-4dd6-b26f-633b614d0248', '814f4ded-aa7e-4db6-815c-5fe630f80b44', '209fa8d0-4b48-44a6-9a82-57e2f7eda0f1'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.677021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.710993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.711408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.711408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.712087] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.712166] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 822.779951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.782022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.782022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.782022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.782022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.783321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 822.785225] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.785225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 822.785225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 822.785225] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGH for action security_group_rules [ 822.785225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.791192] env[65432]: INFO networking_nsxv3.common.synchronization [req-27db164a-8b72-4662-a8f1-6d78f8dde05c req-eb4bd4ea-4665-492a-9fc2-088e897e388a tempest-ServersV294TestFqdnHostnames-1156757311 tempest-ServersV294TestFqdnHostnames-1156757311-project-member] Enqueued Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 822.792931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGHEST for action security_group_members [ 822.792931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf with Priority: HIGH for action security_group_rules [ 822.792931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 with Priority: HIGH for action security_group_rules [ 822.792931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGH for action security_group_rules [ 822.792931] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGH for action security_group_rules [ 822.794494] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e with Priority: HIGH for action security_group_rules [ 822.794494] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c with Priority: HIGH for action security_group_rules [ 822.794494] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGH for action security_group_rules [ 822.794494] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa with Priority: HIGH for action security_group_rules [ 822.795376] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 822.795542] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGH for action security_group_rules [ 822.795658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142c8b3-d624-4982-8b58-5415e289d2fe with Priority: HIGH for action security_group_rules [ 822.795778] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 with Priority: HIGH for action security_group_rules [ 822.796169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 with Priority: HIGH for action security_group_rules [ 822.796169] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 with Priority: HIGH for action security_group_rules [ 822.796339] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 with Priority: HIGH for action security_group_rules [ 822.796463] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGH for action security_group_rules [ 822.796553] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 822.796650] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf with Priority: HIGH for action security_group_rules [ 822.796829] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGH for action security_group_rules [ 822.796929] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba with Priority: HIGH for action security_group_rules [ 822.797492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.797621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.797687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.797883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50ed9bf-d26e-445f-8d2a-5da9c9e56e80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.802728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.802928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.803081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.803127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.804328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.804452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.804519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.805216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.805216] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.810116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.810116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.810116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.810116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.810116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.810457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.810578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.810644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.810772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.810836] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.812762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.813044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.813183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.813275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.813348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.814766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.814907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.814971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815267] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1bdc93-5c30-47d0-9def-1cbd6ace24fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.816477] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.816585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.816640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.816872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.816872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.817771] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.818020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.818020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.818386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.818386] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.819227] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 822.819824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0142c8b3-d624-4982-8b58-5415e289d2fe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.819933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.820157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.820225] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0142c8b3-d624-4982-8b58-5415e289d2fe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.821223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d31be2b-a149-4c78-8410-7258e4e59e13 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.821353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.821420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.821579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.821790] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d31be2b-a149-4c78-8410-7258e4e59e13',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.822748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.822879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.823107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.823269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.823340] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1f2a8cf-f3e7-4172-8036-90931a4c8ea0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.824482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7642e55-1555-4e7b-8951-5dddba5c5e90 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.824603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.824729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.824826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.825029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7642e55-1555-4e7b-8951-5dddba5c5e90',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.825941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.826074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.826131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.826294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.826364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e3ea6e-4676-4f54-b36b-27e5bc4b11a9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.827224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.827376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.827448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.827600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.827670] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.829729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.829848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.829978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.832180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.832180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.832180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.832180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.832611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883230b6-7e6e-413a-b16f-b7e2c02eabcf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.834239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.834239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.834239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.834239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.834239] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.835339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.835339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.835339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.835518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.835721] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7ca50f-ce6e-4c9f-858e-b7f04149fbba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.837216] env[65432]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 822.869726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.869880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.869936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.870159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.071647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.071934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.075606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.076087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf is going to be deleted. [ 823.076887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.077092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.105588] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c is going to be deleted. [ 823.150752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.152392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.152392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.152392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.152392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.152392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bfc30a-ea6c-49b7-9184-c7b2c149eaaf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.176921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.176921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.176921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.176921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.176921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.176921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6adcf7f-c3c4-4d1b-ae27-e5376e0f1a1c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.340521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.340677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.340743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.341283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.362062] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.362062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.364457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.364728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.364842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.364905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.365146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.365227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.365618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba is going to be updated. [ 823.366320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.366724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.394096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.394306] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50ed9bf-d26e-445f-8d2a-5da9c9e56e80 is going to be deleted. [ 823.402412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.402536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.402605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.402884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.403147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: IN_PROGRESS for 2s [ 823.491286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.491509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.491579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.491795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.492036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.492108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50ed9bf-d26e-445f-8d2a-5da9c9e56e80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.550334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551348] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.551492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.551725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.551891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.557504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.557504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.557684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.558049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.558049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.558049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.558209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.558309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.558435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.558548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.558666] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.560984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.561162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.561240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.561436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.561618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.561740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.561861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.562068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.562172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.562276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.562386] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.563369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.563497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.563574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.563756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.564766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.564766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.564766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.564766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.564766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.564766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.564766] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.565460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.565566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.565630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.566082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.566082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.566176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.566253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.566440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.566668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.566668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.566762] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.574063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.574219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.574292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.574488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.574652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.574747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.574808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.574950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.575043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.575128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.575213] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.578860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.579167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.579167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.579350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.579457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.579558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.579617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.579775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.579907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.579948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.580019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.594127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.594290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.594347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.594913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.635623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.635736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.643966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.643966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.663270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.663351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.664933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.664933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.666594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.666594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.666772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.666772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.669061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.669061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.670037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.670037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.671135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.671190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e is going to be deleted. [ 823.673114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.673204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.673267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.673498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.673902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.673996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba is going to be deleted. [ 823.675278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.675473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.712297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.712581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be deleted. [ 823.713492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.715223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.741987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.742363] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7642e55-1555-4e7b-8951-5dddba5c5e90 is going to be deleted. [ 823.744669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.745019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.778016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.778693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e3ea6e-4676-4f54-b36b-27e5bc4b11a9 is going to be deleted. [ 823.780187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.780187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.802478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.802696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.803651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.803651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.804396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.804561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.808962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.808962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d31be2b-a149-4c78-8410-7258e4e59e13 is going to be deleted. [ 823.809147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.809462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.838931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.839219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1bdc93-5c30-47d0-9def-1cbd6ace24fa is going to be deleted. [ 823.841315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.841315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.842784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.842948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.893340] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883230b6-7e6e-413a-b16f-b7e2c02eabcf is going to be deleted. [ 823.894229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.894457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.927981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.938720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.938924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.975046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 823.975344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.975644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.977563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.977563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.977563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.979203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.982354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.982354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1f2a8cf-f3e7-4172-8036-90931a4c8ea0 is going to be deleted. [ 823.985625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1bdc93-5c30-47d0-9def-1cbd6ace24fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.985625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.985904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.985954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.986103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.986216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.986406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.986486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.986594] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.988521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.988820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.057388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.057388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.057388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.057388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.057388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.057893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.057893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.057893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.057893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.058929] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.062773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.062773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.075098] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.080378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.084616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.084616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.084616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.084616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.084616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.085466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.085466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.085466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.085466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.085466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.085466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.089784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.089937] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0142c8b3-d624-4982-8b58-5415e289d2fe is going to be deleted. [ 824.099377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.099674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbd1c86-61f9-4a05-9cfd-f7bdcd00265e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.101060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.101060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.101060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.101481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.101481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.101481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.101481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.101923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.101923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.101923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.101923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.101923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.102122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.102518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.102518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.102647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.102815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7642e55-1555-4e7b-8951-5dddba5c5e90" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.108573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.108670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e3ea6e-4676-4f54-b36b-27e5bc4b11a9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.109216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.109216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d31be2b-a149-4c78-8410-7258e4e59e13" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.110136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.110266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.110686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.110757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883230b6-7e6e-413a-b16f-b7e2c02eabcf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.177798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.179383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.179383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.179383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.179383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.179383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1f2a8cf-f3e7-4172-8036-90931a4c8ea0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.393279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.393701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.393701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.394159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.395136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0142c8b3-d624-4982-8b58-5415e289d2fe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.488873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.494514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6: rpc.has_security_group_logging(os_id): False [ 824.543808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.543808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.543808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.544247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.544247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.544497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.544660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.544660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.545324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.545324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.545324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.545324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.545324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.545578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.545578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.545578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be created. [ 824.562418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56a7de7-22e0-41e6-a4bf-918491f5c8c7: rpc.has_security_group_logging(os_id): False [ 824.590422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 824.593996] env[65432]: INFO networking_nsxv3.common.synchronization [req-e2aaf0e6-2a6e-487c-82e2-2d3fa40032f7 req-62fc4b0c-e5e8-4b50-8acf-51533d7a6c0b tempest-ServersWithSpecificFlavorTestJSON-39033699 tempest-ServersWithSpecificFlavorTestJSON-39033699-project-member] Enqueued Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 824.595459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.595459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.595695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.595746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.597309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 824.598366] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 with Priority: HIGHEST for action security_group_members [ 824.598917] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64c3837a-b4c6-41b9-86fc-f993c4563bbc: rpc.has_security_group_logging(os_id): False [ 824.600279] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.600460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.600460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.600708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.600932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.601110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.601213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.601462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.601582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.601700] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb5c9884-bd88-4d5f-bcc2-e69e297b8d07',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.605382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 824.606825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd: rpc.has_security_group_logging(os_id): False [ 824.610060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05c8ceda-c82a-492a-82d5-25fb8a65db24: rpc.has_security_group_logging(os_id): False [ 824.642480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.642659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.646113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.646294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.648424] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.648606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.652274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.652630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.652809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.652896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.653224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.653451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.653740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.653968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.654189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.654499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.654624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.655188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.655325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.655528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.655711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 824.657074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.657120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.659799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.659799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.678434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.679517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.687856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.688426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.688732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.689236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.689236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.689492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.689625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.689692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.689921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.690069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.690250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.690350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.690414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.690606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.690669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.690782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 824.692077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.692653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.741582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.742104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.742329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.742368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.742604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.742710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.742849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd is going to be updated. [ 824.744212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.744422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.778810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.779012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.845285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.845532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.855960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 824.858820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.859056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.923783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.924318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.924458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.924738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.924867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.926264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.926264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 is going to be updated. [ 824.926924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.927209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.993195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.002253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.029159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.029455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.029547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.029619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.030199] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 825.035705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.036032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.042517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.042772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.043013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.044306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.044530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.107739] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.107739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.137168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.137168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.137168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.137168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.137385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.137421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.137507] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 825.138863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.139089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.139271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.140491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.140633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.140874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.143180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: IN_PROGRESS for 2s [ 825.144414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.144632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.144736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.144997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.145154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.150026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 825.150026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.150026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.169664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 825.175770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 825.212673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.212803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.255406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 825.276793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.276793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.276793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.276793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.276793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 is going to be updated. [ 825.277399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.278824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.279052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.332042] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: IN_PROGRESS for 2s [ 825.339503] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.339503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.339503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.339503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.339503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.374965] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.374965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.374965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.374965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.374965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.395277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: IN_PROGRESS for 2s [ 825.396940] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 825.402339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.402339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.402339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.402339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.402339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.419308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 825.435035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba in Status: SUCCESS [ 825.435248] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7ca50f-ce6e-4c9f-858e-b7f04149fbba deletion is rescheduled due to dependency. [ 825.435369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7ca50f-ce6e-4c9f-858e-b7f04149fbba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.496584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.496922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.496922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.497127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.497245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.497351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 825.611593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.611695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.612422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.612422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.612422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.633402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 825.991017] env[65432]: INFO networking_nsxv3.common.synchronization [None req-84f08130-7a2e-471d-8545-8ad01c277859 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 825.991017] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 825.991017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.991017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.991017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.991017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.991017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.123663] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fad5678e-128d-4bab-8147-73702744b22f tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 826.124508] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 826.124932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.125238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.517331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.517532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.517632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.517923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.518070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.518187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae already deleted. [ 826.518282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.518523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.518760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.518867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.043023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.043331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.043331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.043548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.043609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.043718] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae already deleted. [ 827.043767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.166662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: SUCCESS [ 827.166989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.167888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 827.168048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.187095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 827.187329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.187613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.187847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.187980] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.195276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 827.197907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.273832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 827.274100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.347372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: SUCCESS [ 827.347372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.410033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 in Status: SUCCESS [ 827.410222] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb5c9884-bd88-4d5f-bcc2-e69e297b8d07 deletion is rescheduled due to dependency. [ 827.410334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb5c9884-bd88-4d5f-bcc2-e69e297b8d07" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.412497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 827.412700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.432771] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 827.433049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.451861] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2134116-760f-4399-812d-74a14fc6d428 req-6119000a-ad4c-43e2-a83b-f732805a1c99 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 827.452593] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 827.453273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.453559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.453767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.454236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.454408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.646097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 827.648540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.691215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.692212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.692452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.692598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.693831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.693831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.693831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.693831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.693831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.693831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.956389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.956619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.956716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.956949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.979630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.979936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 828.012248] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.012438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.012535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.012892] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013226] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014131] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.014231] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.014357] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.014479] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.014589] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.014687] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.014811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.016828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.016940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.017030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.017183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.017315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.033593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 828.049212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.049687] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.049687] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.050047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.050535] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.050749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.051395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.051608] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9980fa49-0c21-4f3e-b4f9-41dcb29c72dc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.195878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.196136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.196223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.196501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.196738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.196857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.196947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.197166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.197259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.197398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.197630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.198080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.198388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.198462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.198537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.198754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.198850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.198953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.199374] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.298722] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1ec74eb2-760d-4389-8ad1-8e6cc56a5cdb None None] Enqueued Resource ID: 3859e61a-10ae-45cd-81db-22e7a6b1a4c0 with Priority: HIGHEST for action port [ 828.299250] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3859e61a-10ae-45cd-81db-22e7a6b1a4c0 with Priority: HIGHEST for action port [ 828.299562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3859e61a-10ae-45cd-81db-22e7a6b1a4c0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.299684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3859e61a-10ae-45cd-81db-22e7a6b1a4c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.299766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3859e61a-10ae-45cd-81db-22e7a6b1a4c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.300167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3859e61a-10ae-45cd-81db-22e7a6b1a4c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.300259] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3859e61a-10ae-45cd-81db-22e7a6b1a4c0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.554344] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.554840] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.555101] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.555539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.555850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.556272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc not found, creating... [ 828.556665] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.556924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.557168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.557541] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.557806] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.558222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.558477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.558689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.558983] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.559187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.559376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc is going to be created. [ 828.579668] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.579873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.580099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.580431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.580650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.580908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.701877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6: rpc.has_security_group_logging(os_id): False [ 828.726712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.726871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.726943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.727177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.727267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.727873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.728310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.728418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.728528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.728856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.728960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.729387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.729480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.729903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.730191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.730310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 828.802441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3859e61a-10ae-45cd-81db-22e7a6b1a4c0 [ 828.802733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.802888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.802959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.803564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.803564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.803564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3859e61a-10ae-45cd-81db-22e7a6b1a4c0 already deleted. [ 828.803564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3859e61a-10ae-45cd-81db-22e7a6b1a4c0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.810349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.810484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.810525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.810843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.810843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.823623] env[65432]: INFO networking_nsxv3.common.synchronization [req-bb1ec9e9-5f1c-4f2d-b469-61d01fed13f7 req-f1d31c25-463d-4fed-bd4d-47ebc021b949 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 828.824124] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 828.825087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 828.825356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.825481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.825544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.825990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.826042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.826182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.826271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.826364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.284324] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2134116-760f-4399-812d-74a14fc6d428 req-f413584e-8e74-4fd8-b7b7-29dd6563263a service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 829.284619] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2134116-760f-4399-812d-74a14fc6d428 req-f413584e-8e74-4fd8-b7b7-29dd6563263a service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 829.284619] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2134116-760f-4399-812d-74a14fc6d428 req-f413584e-8e74-4fd8-b7b7-29dd6563263a service nova] Enqueued Resource ID: 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc with Priority: HIGHEST for action port [ 829.285166] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 829.285295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 829.285472] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc with Priority: HIGHEST for action port [ 829.285760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.285989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.285989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.286190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.286272] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.287229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.287229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.287573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.287573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.287573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.287743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.287809] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9980fa49-0c21-4f3e-b4f9-41dcb29c72dc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.328569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.790136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.790341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.790535] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc with status ACTIVE [ 829.790742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.790742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.790954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.791012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.791136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.791311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.791397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.791448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.791618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.791691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.791899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.791988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.792050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.792228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.792275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.792375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9980fa49-0c21-4f3e-b4f9-41dcb29c72dc is going to be updated. [ 829.830144] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.862537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.863200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.863343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.863651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.864927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.865243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9980fa49-0c21-4f3e-b4f9-41dcb29c72dc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.048675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 830.048675] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 830.048675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.048675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.048675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.048675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.048675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.048675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.049181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.334038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.334038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.334038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.334038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.334038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.334038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 830.371086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.371086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.371086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.371086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.371404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.381948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 830.532359] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9a77a515-82b9-403a-befb-6f96d90782d6 None None] Enqueued Resource ID: 548addd0-014d-4d72-97fa-7ea5c19325ee with Priority: HIGHEST for action port [ 830.532899] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548addd0-014d-4d72-97fa-7ea5c19325ee with Priority: HIGHEST for action port [ 830.533736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-548addd0-014d-4d72-97fa-7ea5c19325ee taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.533736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548addd0-014d-4d72-97fa-7ea5c19325ee" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.533736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548addd0-014d-4d72-97fa-7ea5c19325ee" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.533944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548addd0-014d-4d72-97fa-7ea5c19325ee" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.533944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548addd0-014d-4d72-97fa-7ea5c19325ee',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.553555] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.834140] env[65432]: INFO networking_nsxv3.common.synchronization [req-e662723c-b9ed-4937-998d-a44772b093ae req-f57bc93c-0276-4c8b-ad0d-56cfaa90f5c0 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 830.834414] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 830.835316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.839123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.839123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.839123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.848286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 830.848574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.848787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.849043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.849137] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.036451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 548addd0-014d-4d72-97fa-7ea5c19325ee [ 831.036776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.036941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.037199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.037546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.037613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.037709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:548addd0-014d-4d72-97fa-7ea5c19325ee already deleted. [ 831.038167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548addd0-014d-4d72-97fa-7ea5c19325ee" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.057625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.340058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.340058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.340058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.340058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.340058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.340567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.340567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.340567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.340567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.340567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.340802] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 831.356047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.356047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.356047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.356396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.356396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.356533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.356603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.356697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.356870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.356964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.357067] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.375544] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.375709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.375790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.376126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.376205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.390155] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 831.560236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.562082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.562082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.562082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.562082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.562082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 831.607889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.608047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.608128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.608345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.608504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.619928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 831.863583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.864068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.864864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.864864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.864864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.864864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.864864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.865137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.865137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.865220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.865430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.865559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.865619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.865765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.865925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.866030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.866088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.866228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.866322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.866374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.866466] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.370925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6: rpc.has_security_group_logging(os_id): False [ 832.393183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.393183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.394185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.397081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.397081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 832.397081] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 832.397081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.457994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.458532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.458532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.475011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 832.896476] env[65432]: INFO networking_nsxv3.common.synchronization [req-146c9c70-ff8d-4f9d-b528-9859dd955a86 req-c17578b0-8817-4512-b91b-8bd117cc43eb tempest-ServerRescueTestJSON-1786224621 tempest-ServerRescueTestJSON-1786224621-project-member] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 832.898256] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 832.898256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.898256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.898256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.898256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.898256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.898675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.898675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.898675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.898675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.898675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.400564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 833.400852] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e deletion is rescheduled due to dependency. [ 833.400852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.405913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.631427] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 833.631713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.632051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.632595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.632595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.632743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.632819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.633062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.633158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.633290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.633410] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.908465] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.136561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.136734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.136804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.137033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.137203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.137330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.137376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.137500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.137582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.137668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.137812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.137904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.137963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.138117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.138250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.138339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.138428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.138531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.138603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.138682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.138769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.259662] env[65432]: INFO networking_nsxv3.common.synchronization [req-f64db146-a392-4a37-bf32-3d7509f6931c req-08ef1249-fbcb-4dca-b7fd-002a4482943d tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 834.260585] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGHEST for action security_group_members [ 834.261069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.261314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.261408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.261966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.262175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.262175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.262321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.262402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.262507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.412292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.413070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.413070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.413070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.413070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.413070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be updated. [ 834.459168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.459168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.459168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.459168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.459168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.471139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 834.489976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 834.490227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.642915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32201b4-a539-4eab-b1e7-6478ce58b2fa: rpc.has_security_group_logging(os_id): False [ 834.663620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.663791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.663858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.664102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.664200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.664525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.664632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.664704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.664928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.665021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.665231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.665295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.665354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.665501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.665574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.665847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.665847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.665965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.666046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.666122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.666206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 834.737358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.738189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.738189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.757283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 834.764905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.765109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.765194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.765442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.765551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.765793] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.765895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.765967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.766166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.766255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.766364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 is going to be updated. [ 834.804383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.804383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.804527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.804665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.804812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: IN_PROGRESS for 2s [ 834.988356] env[65432]: INFO networking_nsxv3.common.synchronization [None req-488d5088-efec-4d86-80d2-86677f24ed59 tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: c31c8059-e367-470c-9aeb-bb938a58ec02 with Priority: HIGHEST for action security_group_rules [ 834.992536] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31c8059-e367-470c-9aeb-bb938a58ec02 with Priority: HIGHEST for action security_group_rules [ 834.992536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31c8059-e367-470c-9aeb-bb938a58ec02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992536] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31c8059-e367-470c-9aeb-bb938a58ec02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.115945] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c21ce877-ef37-4436-9256-58f9291fa309 tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: c31c8059-e367-470c-9aeb-bb938a58ec02 with Priority: HIGHEST for action security_group_rules [ 835.116639] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31c8059-e367-470c-9aeb-bb938a58ec02 with Priority: HIGHEST for action security_group_rules [ 835.117021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31c8059-e367-470c-9aeb-bb938a58ec02 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.117206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.437645] env[65432]: INFO networking_nsxv3.common.synchronization [req-3605e220-c42d-4a0d-91b1-531c24b437d8 req-2804f08e-ce9e-4b73-89a9-d8892987a3e3 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 835.438411] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 835.438787] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.438945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.439119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.439431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.440185] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.440185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.440185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.440185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.440185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.440185] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.523843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.523981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.523981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.524302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.524672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.524672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31c8059-e367-470c-9aeb-bb938a58ec02 already deleted. [ 835.524760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.525415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.525415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.525415] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31c8059-e367-470c-9aeb-bb938a58ec02',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.785815] env[65432]: INFO networking_nsxv3.common.synchronization [req-3605e220-c42d-4a0d-91b1-531c24b437d8 req-fc7754d3-a746-40a1-889a-acc62e031e72 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 835.786359] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 835.786953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.787075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.944655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.049521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.049760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.049888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.050193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.050327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.050458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31c8059-e367-470c-9aeb-bb938a58ec02 already deleted. [ 836.050582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31c8059-e367-470c-9aeb-bb938a58ec02" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.099517] env[65432]: INFO networking_nsxv3.common.synchronization [req-3605e220-c42d-4a0d-91b1-531c24b437d8 req-075ec1fb-fd08-447a-96d1-ce1e95a5e382 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 836.100193] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 836.100563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.100671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.447693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.485812] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 836.485812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 836.774186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 in Status: SUCCESS [ 836.839915] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 deletion is rescheduled due to dependency. [ 836.839969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.950144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.950298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.950362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.950578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.950672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.950753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 836.983692] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.983801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.983801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.984848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.984848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.994802] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 837.948087] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1bcc246-48d5-416d-8989-949841cd5069 req-17ca9ee0-001f-4c39-b4bf-669964167784 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 837.948776] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 837.949497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.949845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.951229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.951229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.951229] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.338238] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.338238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.338238] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.339470] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.340256] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.340500] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.340702] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.340889] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.341216] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.341464] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.341685] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.362796] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.362908] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.363052] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.363225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.363543] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-987d2268-0a74-4418-8521-ca95a539f906 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.364672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.364672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.364672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.364672] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987d2268-0a74-4418-8521-ca95a539f906',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.455842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.456193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.456193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.456324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.456680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.456680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.456815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.456815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.456981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.457182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.457182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 already deleted. [ 838.457342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745187] env[65432]: INFO networking_nsxv3.common.synchronization [req-71bfbf89-df2c-48c9-82d3-e40482c2751e req-ce874d40-35d3-40f8-afa2-4a77228e570f tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 838.745934] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 838.746547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.746740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.746839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.747117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.747350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.747496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.747597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.747834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.747957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.748123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.869499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.869499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 987d2268-0a74-4418-8521-ca95a539f906 not found, creating... [ 838.869499] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.869499] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.870076] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.870076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.875076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.875076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.875076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.875076] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 987d2268-0a74-4418-8521-ca95a539f906 is going to be created. [ 838.902852] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.903401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.903584] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.903911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.904212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.904506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.005128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 839.005450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.005665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.005930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.006175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.006299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.007304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.007304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.007304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.007304] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.250559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.250754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.250840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.251138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.251245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.251466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.251582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.251998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.251998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.252136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.252234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 839.288881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.289259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.289362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.289578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.289725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.301011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 839.510502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.510502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.510502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.511824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.511824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.511824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 839.542320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.542514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.542596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.542873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.542983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.554241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 839.644948] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1bcc246-48d5-416d-8989-949841cd5069 req-c15be6f8-d3cd-456d-8c39-cc3954487955 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 839.645141] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1bcc246-48d5-416d-8989-949841cd5069 req-c15be6f8-d3cd-456d-8c39-cc3954487955 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 839.645273] env[65432]: INFO networking_nsxv3.common.synchronization [req-f1bcc246-48d5-416d-8989-949841cd5069 req-c15be6f8-d3cd-456d-8c39-cc3954487955 service nova] Enqueued Resource ID: 987d2268-0a74-4418-8521-ca95a539f906 with Priority: HIGHEST for action port [ 839.645825] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 839.645968] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 839.646090] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 987d2268-0a74-4418-8521-ca95a539f906 with Priority: HIGHEST for action port [ 839.646516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.646516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.646654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.646769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.646819] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.648486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.648486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.648486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.648486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.648744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.648744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.648886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.648928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.649010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.649104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.649968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-987d2268-0a74-4418-8521-ca95a539f906 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.650042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.650107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.650296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.650371] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987d2268-0a74-4418-8521-ca95a539f906',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.152167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 987d2268-0a74-4418-8521-ca95a539f906 with status ACTIVE [ 840.152535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.152535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.152631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.152826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.152919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.153259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.153316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.153470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.153547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.153836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.153871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.154015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.154115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.154219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 987d2268-0a74-4418-8521-ca95a539f906 is going to be updated. [ 840.156191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.156327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.156486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.177476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.177476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.177476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.177675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.177772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.177932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-987d2268-0a74-4418-8521-ca95a539f906" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.633798] env[65432]: INFO networking_nsxv3.common.synchronization [req-aaf0894b-7f73-42ba-8520-d2a993d4c8d2 req-d70b7578-dbdc-4e6f-a674-e02d3cd4d2b5 tempest-ServerAddressesNegativeTestJSON-767245530 tempest-ServerAddressesNegativeTestJSON-767245530-project-member] Enqueued Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 840.634689] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 840.636030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.636030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.636030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.636030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.636030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.636030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.636030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.636372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.636372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.636372] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.659245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.976408] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.976408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-867" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.976701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-867" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.976900] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-867" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.977206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.977402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.977542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.977794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.977972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.978223] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.978344] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.978486] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.978595] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.978702] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.978802] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.978927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.001622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.001832] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.002053] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.002346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-867" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.002686] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-e97041e4-8c00-42c0-b021-33963c1aef99 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.003038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.003462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.003539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.004189] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97041e4-8c00-42c0-b021-33963c1aef99',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.139089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.139363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.139553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.139640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.139832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.140026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.140184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.140257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd already deleted. [ 841.140416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.161933] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.162310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.162310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.162509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.162633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.162754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be created. [ 841.188934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.189110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.189199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.189527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.189719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: UNINITIALIZED for 2s [ 841.312393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 841.312590] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 841.312762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.507789] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.508242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.508457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.508899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.509206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.509821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port e97041e4-8c00-42c0-b021-33963c1aef99 not found, creating... [ 841.510125] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.510294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.511137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.511137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.511137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.511667] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.511923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.512180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.512535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.512782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.513040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: e97041e4-8c00-42c0-b021-33963c1aef99 is going to be created. [ 841.537484] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.537769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.537901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.538260] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.538539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.538803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.565980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 841.566296] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 deletion is rescheduled due to dependency. [ 841.566489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.566830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.567096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.567400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.567595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.567712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.567979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.568123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.568279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.071203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.071372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.071442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.071660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.071765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.072035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.072170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.072219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.072405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.072480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.072583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 842.103419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.103583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.103641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.103856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.104045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.114779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [req-aaf0894b-7f73-42ba-8520-d2a993d4c8d2 req-4e38498e-0731-4ea3-9c27-032db588a4ba service nova] Enqueued Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_rules [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [req-aaf0894b-7f73-42ba-8520-d2a993d4c8d2 req-4e38498e-0731-4ea3-9c27-032db588a4ba service nova] Enqueued Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [req-aaf0894b-7f73-42ba-8520-d2a993d4c8d2 req-4e38498e-0731-4ea3-9c27-032db588a4ba service nova] Enqueued Resource ID: e97041e4-8c00-42c0-b021-33963c1aef99 with Priority: HIGHEST for action port [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_rules [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 842.278270] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97041e4-8c00-42c0-b021-33963c1aef99 with Priority: HIGHEST for action port [ 842.278868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.278868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.278868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.279100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.279100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.280108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.280775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.280775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.280775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.280775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.280775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.280775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.281067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.281150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.281315] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.283213] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97041e4-8c00-42c0-b021-33963c1aef99 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.283442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.283442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.283726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.283840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97041e4-8c00-42c0-b021-33963c1aef99',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.788530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.788530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97041e4-8c00-42c0-b021-33963c1aef99 with status ACTIVE [ 842.788530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.788530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.788530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.789437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.789437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.789437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.789437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.789437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.789437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97041e4-8c00-42c0-b021-33963c1aef99 is going to be updated. [ 842.790580] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.815359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.815797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.816125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97041e4-8c00-42c0-b021-33963c1aef99" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.213221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: UNINITIALIZED for 4s [ 843.293321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.800259] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.800259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.800259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.800259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.800259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.800259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd is going to be created. [ 843.829091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.829254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.829324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.829535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.829707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.842011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: UNINITIALIZED for 2s [ 844.129324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 844.129508] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 deletion is rescheduled due to dependency. [ 844.130247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 845.224402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.224685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.224932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.225033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.225111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.225250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.225331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.225408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.225498] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.728217] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.855451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: SUCCESS [ 845.855668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.856057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.856363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.856722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.856722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.231477] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056d6d03-9643-4559-9d6e-53873130c3c2: rpc.has_security_group_logging(os_id): False [ 846.252354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.252512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.252578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.252790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.252890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.253202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.253335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.253472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.253665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.253774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.253817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be created. [ 846.316619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.316885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.317470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.329856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 846.361624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.361853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.361922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.362347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.362444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.362561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.362653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.362848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.362953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.363137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.363258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.363370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.363478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.363612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.363769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.363881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.363953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.364128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.364214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.364335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.364448] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.867589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a653dbc-3eab-45d6-92d3-584c97c18cdd: rpc.has_security_group_logging(os_id): False [ 846.888364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.888364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.888721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.888721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.888784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.889169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.889169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.889169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.889169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.889342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.889396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.889438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.889585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.889649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.889734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd is going to be created. [ 846.963216] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.963603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.963603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.963698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.964050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: IN_PROGRESS for 2s [ 847.279901] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.279901] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 848.344342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 848.344342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.991539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: SUCCESS [ 848.991840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.721017] env[65432]: INFO networking_nsxv3.common.synchronization [req-912d0e13-7741-40dc-a2f2-c4cc48041b62 req-a6f19b48-6033-4039-9da2-3f1931229582 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 851.721593] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 851.721723] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.721830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.721891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.722182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.722343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.722458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.722516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.723384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.723384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.723384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.098120] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.098306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.098422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.098745] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.098995] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.099297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.099416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.099658] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.099796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.100067] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.100171] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.100276] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.100621] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.100621] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.100621] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.100835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.125305] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.125463] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.125560] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.125734] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.126074] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.126255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.126371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.126716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.126854] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fdf2c1-0bfa-4806-b09a-b0f6b6048f85',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.177335] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e3cf3885-435a-4bef-8282-3c02734d16df None None] Enqueued Resource ID: b81ce4da-de30-4f26-928d-54390c9a3c3e with Priority: HIGHEST for action port [ 852.178235] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81ce4da-de30-4f26-928d-54390c9a3c3e with Priority: HIGHEST for action port [ 852.178638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b81ce4da-de30-4f26-928d-54390c9a3c3e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.178769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b81ce4da-de30-4f26-928d-54390c9a3c3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.178831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b81ce4da-de30-4f26-928d-54390c9a3c3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.179407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b81ce4da-de30-4f26-928d-54390c9a3c3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.179607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81ce4da-de30-4f26-928d-54390c9a3c3e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.227056] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.227267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.227348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.227586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.227690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.227888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.227999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.228077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.228258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.228332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.228421] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 already deleted. [ 852.228514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.632644] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.632890] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.632984] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.633338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.633400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.633542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 not found, creating... [ 852.633799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.633932] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.634266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.634391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.634660] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.634808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.635376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.635530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 is going to be created. [ 852.656414] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.656620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.656736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.657040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.657277] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.657504] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.682280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b81ce4da-de30-4f26-928d-54390c9a3c3e [ 852.682535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.682688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.682758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.682965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b81ce4da-de30-4f26-928d-54390c9a3c3e already deleted. [ 852.683242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b81ce4da-de30-4f26-928d-54390c9a3c3e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.415794] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dd2d0baf-c434-4803-9cac-4d0ce5e45e87 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 853.418056] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 853.418653] env[65432]: INFO networking_nsxv3.common.synchronization [req-912d0e13-7741-40dc-a2f2-c4cc48041b62 req-64b4f13a-f832-4370-951d-f6184c6e7e30 service nova] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_rules [ 853.418814] env[65432]: INFO networking_nsxv3.common.synchronization [req-912d0e13-7741-40dc-a2f2-c4cc48041b62 req-64b4f13a-f832-4370-951d-f6184c6e7e30 service nova] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 853.418982] env[65432]: INFO networking_nsxv3.common.synchronization [req-912d0e13-7741-40dc-a2f2-c4cc48041b62 req-64b4f13a-f832-4370-951d-f6184c6e7e30 service nova] Enqueued Resource ID: 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 with Priority: HIGHEST for action port [ 853.419545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420365] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.420914] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_rules [ 853.421049] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 853.421176] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 with Priority: HIGHEST for action port [ 853.421993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.422174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.422227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.422444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.422519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.423334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.423468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.423534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.423692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.423955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.424075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.424130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.424279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.424380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.424451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.425224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.425328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.428251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.428251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.428251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fdf2c1-0bfa-4806-b09a-b0f6b6048f85',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.521736] env[65432]: INFO networking_nsxv3.common.synchronization [None req-bace3a3c-2c2e-4ba1-906b-5b21222435d3 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 853.522935] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 853.523301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.927746] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.929761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.929911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.930057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 with status ACTIVE [ 853.930238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.930313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.930378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.930573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.930737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.930842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.930890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.931017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.931757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.931857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.932077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.932380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.932380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.932380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.932478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.932623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90fdf2c1-0bfa-4806-b09a-b0f6b6048f85 is going to be updated. [ 853.955622] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.955622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.957017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.957718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.957838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.957943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44446452-8194-4513-894f-505a84fe2c80 already deleted. [ 853.958135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.958205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.958352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.958440] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.966091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.966091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.966091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.966091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.966091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.966091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fdf2c1-0bfa-4806-b09a-b0f6b6048f85" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.434119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.484300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.484458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.484458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.485035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.485035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.485035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44446452-8194-4513-894f-505a84fe2c80 already deleted. [ 854.485035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517368] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d284e6fe-34fe-4b78-8fd5-03d2ba3aee77 None None] Enqueued Resource ID: c5a4f877-cb6b-429c-b985-fc339b2514bb with Priority: HIGHEST for action port [ 854.517942] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a4f877-cb6b-429c-b985-fc339b2514bb with Priority: HIGHEST for action port [ 854.518270] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a4f877-cb6b-429c-b985-fc339b2514bb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.518420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a4f877-cb6b-429c-b985-fc339b2514bb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.518491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a4f877-cb6b-429c-b985-fc339b2514bb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.518786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a4f877-cb6b-429c-b985-fc339b2514bb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.518873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a4f877-cb6b-429c-b985-fc339b2514bb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.939338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.939338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.939338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.939338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.939338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.939338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be created. [ 854.975849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.975849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.975849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.977319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.977319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.989868] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: UNINITIALIZED for 2s [ 855.022416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a4f877-cb6b-429c-b985-fc339b2514bb [ 855.022416] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.022416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.022416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.022416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.022891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.022891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a4f877-cb6b-429c-b985-fc339b2514bb already deleted. [ 855.022891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a4f877-cb6b-429c-b985-fc339b2514bb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.109244] env[65432]: INFO networking_nsxv3.common.synchronization [req-5484d801-e90a-4d03-b006-09ef89773e85 req-d22c5bff-2610-459a-a030-90f0a30b4136 tempest-ServerAddressesNegativeTestJSON-767245530 tempest-ServerAddressesNegativeTestJSON-767245530-project-member] Enqueued Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 855.109947] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGHEST for action security_group_members [ 855.110418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.110648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.110705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.110877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.111061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.111165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.111226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.111372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.111456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.111563] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.616566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.616985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.616985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.617129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.617129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.617399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.617488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.617488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.617721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.617832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.617921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd is going to be updated. [ 855.660598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.661071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.661230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.661499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.661711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.674658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: IN_PROGRESS for 2s [ 857.001446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 857.001898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.001898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.002135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.002375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.002538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.002538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.002946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.002946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.507476] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.507476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.507476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.507476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.507975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.507975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.507975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.507975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.508183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.508183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.508280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.508372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.508435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.508571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.508939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.509053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.509107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.509261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.509336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.509420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.509508] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.685722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd in Status: SUCCESS [ 857.685897] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd deletion is rescheduled due to dependency. [ 857.686014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.017826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 055e6ca2-d812-4938-b8ae-65c4f2315b41: rpc.has_security_group_logging(os_id): False [ 858.041371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.041371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.041371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.041556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.041556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.041725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.041814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.041895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.042554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.042729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.042966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.043150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.043250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.043436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.043523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.044852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.044852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.044852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.044852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.044852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.045147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be created. [ 858.119419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.119853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.121291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.121291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.121291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.137123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 858.346542] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4f03cbea-3665-46b4-b6a7-46f87d5d2321 None None] Enqueued Resource ID: c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4 with Priority: HIGHEST for action port [ 858.346860] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4 with Priority: HIGHEST for action port [ 858.347196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.347369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.347369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347896] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.853171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4 [ 858.853171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.853171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.853171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.853973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.853973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.853973] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4 already deleted. [ 858.853973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f5d5c0-9386-49f2-bbdb-dd9fd59ff9d4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.153237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 860.153698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.697031] env[65432]: INFO networking_nsxv3.common.synchronization [None req-017f4098-de6f-48c5-8320-3cd1e4925bcd None None] Enqueued Resource ID: 5273f993-96d1-43cf-8790-3744f7495d38 with Priority: HIGHEST for action port [ 860.697386] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5273f993-96d1-43cf-8790-3744f7495d38 with Priority: HIGHEST for action port [ 860.697697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5273f993-96d1-43cf-8790-3744f7495d38 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.697818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5273f993-96d1-43cf-8790-3744f7495d38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.697882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5273f993-96d1-43cf-8790-3744f7495d38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.698150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5273f993-96d1-43cf-8790-3744f7495d38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.698239] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5273f993-96d1-43cf-8790-3744f7495d38',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.200822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5273f993-96d1-43cf-8790-3744f7495d38 [ 861.201235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.201235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.201235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.201485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.201573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.201644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5273f993-96d1-43cf-8790-3744f7495d38 already deleted. [ 861.201707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5273f993-96d1-43cf-8790-3744f7495d38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.646776] env[65432]: INFO networking_nsxv3.common.synchronization [req-4fc5ac86-fa93-4799-b9a3-0e27403bf2c9 req-5eb98a00-7f31-4158-a088-b5719e9f9fc8 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 861.647575] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 861.648677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.649270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.652554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.652809] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.036690] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.036947] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.038293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.038606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.038876] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.039049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.039170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.039406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.039542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.039749] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.039863] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.039963] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.040152] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.040299] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.040405] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.040536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.060772] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.060939] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.061093] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.061268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.061576] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-b80e9212-6b85-4390-9472-7ed8563ba19b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.061746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.061856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.062283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.062428] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80e9212-6b85-4390-9472-7ed8563ba19b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.159244] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.565666] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.566130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.566349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.566806] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.567031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.567274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port b80e9212-6b85-4390-9472-7ed8563ba19b not found, creating... [ 862.567683] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.567918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.568076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.568370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.568527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.568834] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.569026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.569146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.569393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.569548] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.569737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: b80e9212-6b85-4390-9472-7ed8563ba19b is going to be created. [ 862.593185] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.593459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.593580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.593905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.594172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.594459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.661894] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.164401] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.164648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.164648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.164835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.164927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.165303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 863.202339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.202678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.202678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.202910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.203008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.213472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 863.319478] env[65432]: INFO networking_nsxv3.common.synchronization [req-4fc5ac86-fa93-4799-b9a3-0e27403bf2c9 req-542f6e20-2e1e-4a13-ad7b-6c652947bd9b service nova] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_rules [ 863.319615] env[65432]: INFO networking_nsxv3.common.synchronization [req-4fc5ac86-fa93-4799-b9a3-0e27403bf2c9 req-542f6e20-2e1e-4a13-ad7b-6c652947bd9b service nova] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 863.319748] env[65432]: INFO networking_nsxv3.common.synchronization [req-4fc5ac86-fa93-4799-b9a3-0e27403bf2c9 req-542f6e20-2e1e-4a13-ad7b-6c652947bd9b service nova] Enqueued Resource ID: b80e9212-6b85-4390-9472-7ed8563ba19b with Priority: HIGHEST for action port [ 863.320297] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_rules [ 863.320386] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 863.320480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80e9212-6b85-4390-9472-7ed8563ba19b with Priority: HIGHEST for action port [ 863.320836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.321212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.321328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.321566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.321668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.322538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.322648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.323018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b80e9212-6b85-4390-9472-7ed8563ba19b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.323018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.323018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.323219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.323313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80e9212-6b85-4390-9472-7ed8563ba19b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.826309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b80e9212-6b85-4390-9472-7ed8563ba19b with status ACTIVE [ 863.826309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.826309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.826309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.826760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.826760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.826760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.826925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.826925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.826983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.827072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.827229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.827315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.827368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.827500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.827563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.827677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b80e9212-6b85-4390-9472-7ed8563ba19b is going to be updated. [ 863.828833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.828919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.852068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.852311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.852658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b80e9212-6b85-4390-9472-7ed8563ba19b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.228533] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 4s [ 867.244046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 867.244573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.244573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.244777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.245011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.245134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.245210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.245360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.245452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.245549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.749017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.142928] env[65432]: INFO networking_nsxv3.common.synchronization [None req-15df8992-419a-4750-a65c-3468dae379e1 None None] Enqueued Resource ID: 14bd7a94-7a88-4994-a131-c889a6212a21 with Priority: HIGHEST for action port [ 868.143510] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bd7a94-7a88-4994-a131-c889a6212a21 with Priority: HIGHEST for action port [ 868.143866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-14bd7a94-7a88-4994-a131-c889a6212a21 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.143982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14bd7a94-7a88-4994-a131-c889a6212a21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.146668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14bd7a94-7a88-4994-a131-c889a6212a21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.146668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14bd7a94-7a88-4994-a131-c889a6212a21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.146668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bd7a94-7a88-4994-a131-c889a6212a21',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.251550] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.649295] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14bd7a94-7a88-4994-a131-c889a6212a21 [ 868.649537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.649674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.649744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.649965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.650079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.650188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14bd7a94-7a88-4994-a131-c889a6212a21 already deleted. [ 868.650279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14bd7a94-7a88-4994-a131-c889a6212a21" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.756496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.756712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.756800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.757060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.757253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.757339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 868.801364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.801661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.801846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.802530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.813233] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 870.825738] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.825738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.825738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.826330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.826330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.826330] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.329687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.329687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.329687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.329687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.330018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.330018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.330018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.330142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.330457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.330457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.330628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.330628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.330628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.330774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.330910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.331064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.331064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.331202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.331275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.331383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.331451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.834242] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 055e6ca2-d812-4938-b8ae-65c4f2315b41: rpc.has_security_group_logging(os_id): False [ 871.855200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.855200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.855355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.855502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.855574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.855767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.855878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.855928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.856189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.856596] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.856746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.856746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.856954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.857176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.857282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.857340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.857544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.858201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.858346] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 871.936074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.936074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.936074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.936074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.936074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.958277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 872.626233] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ad653a10-3f75-40c2-a745-b17295a00ab2 None None] Enqueued Resource ID: b1be3a4a-a031-42b2-9d5c-80da0d1c9551 with Priority: HIGHEST for action port [ 872.626233] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1be3a4a-a031-42b2-9d5c-80da0d1c9551 with Priority: HIGHEST for action port [ 872.631988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1be3a4a-a031-42b2-9d5c-80da0d1c9551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.631988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1be3a4a-a031-42b2-9d5c-80da0d1c9551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.631988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1be3a4a-a031-42b2-9d5c-80da0d1c9551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.631988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1be3a4a-a031-42b2-9d5c-80da0d1c9551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631988] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1be3a4a-a031-42b2-9d5c-80da0d1c9551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.136666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1be3a4a-a031-42b2-9d5c-80da0d1c9551 [ 873.137135] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.137135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.137388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.137456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.137586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.137659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1be3a4a-a031-42b2-9d5c-80da0d1c9551 already deleted. [ 873.137759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1be3a4a-a031-42b2-9d5c-80da0d1c9551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.974337] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 873.974614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.002473] env[65432]: INFO networking_nsxv3.common.synchronization [req-f4782dcf-01f7-467c-aa01-d78ee84bb672 req-4456f936-312b-4274-89d4-d9db77ea666d tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 874.003319] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 874.003606] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.003787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.003958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.004131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.004295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.004397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.004544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.004732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.004818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.004914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.163765] env[65432]: INFO networking_nsxv3.common.synchronization [req-07fd5631-bad2-49e2-8a96-b9d6fc57e53a req-0fbfd84e-f077-48b1-9b10-88103523cc47 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 874.164856] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 874.165246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.165423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.165496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.165672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.165837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.166045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.166045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.166149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.166234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.166329] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.408681] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.408972] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.409187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.409564] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.409849] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.410016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.410137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.410389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.410659] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.410978] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.411200] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.411401] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.411543] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.411672] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.411886] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.412151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.438842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.439088] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.439363] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.439679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.440315] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.440629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.440779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.441214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.441379] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83da2ac-6f44-48d7-8d67-a827c1c09bf1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.508050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.508050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.508050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.508328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.509024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.509024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.509024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.509024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.509024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.509264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.509296] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae already deleted. [ 874.509448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.668373] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.945516] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.945709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.945709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.945953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port a83da2ac-6f44-48d7-8d67-a827c1c09bf1 not found, creating... [ 874.946540] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.946692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.946801] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.947381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.947381] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.947632] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.947732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.947917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.948280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.948544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.948737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: a83da2ac-6f44-48d7-8d67-a827c1c09bf1 is going to be created. [ 874.978393] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.978841] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.979055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.979453] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.979802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.980174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.171692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.674627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.676425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.676425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.676425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.676425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.676425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 875.687263] env[65432]: INFO networking_nsxv3.common.synchronization [req-f4782dcf-01f7-467c-aa01-d78ee84bb672 req-7d749586-3e88-4683-a694-313a420cc88b service nova] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 875.687263] env[65432]: INFO networking_nsxv3.common.synchronization [req-f4782dcf-01f7-467c-aa01-d78ee84bb672 req-7d749586-3e88-4683-a694-313a420cc88b service nova] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 875.687263] env[65432]: INFO networking_nsxv3.common.synchronization [req-f4782dcf-01f7-467c-aa01-d78ee84bb672 req-7d749586-3e88-4683-a694-313a420cc88b service nova] Enqueued Resource ID: a83da2ac-6f44-48d7-8d67-a827c1c09bf1 with Priority: HIGHEST for action port [ 875.687263] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_rules [ 875.687657] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 875.688215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83da2ac-6f44-48d7-8d67-a827c1c09bf1 with Priority: HIGHEST for action port [ 875.688693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.688980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.693301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.693301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.693301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.695561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.695596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.697743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.697743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.697743] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.697743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.697743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.697743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.698127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.698127] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83da2ac-6f44-48d7-8d67-a827c1c09bf1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.705119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.705119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.705264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.705452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.705606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.716726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 876.198276] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.199520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.199687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.200877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a83da2ac-6f44-48d7-8d67-a827c1c09bf1 with status ACTIVE [ 876.201080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.201200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.201266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.201524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.201638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.201836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.201943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.202013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.202191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.202338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.203452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.203577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.203638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.203825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.203905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.203994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a83da2ac-6f44-48d7-8d67-a827c1c09bf1 is going to be updated. [ 876.228187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.228366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.228463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.228713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.228906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.229290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83da2ac-6f44-48d7-8d67-a827c1c09bf1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.701221] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.734039] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e2a94a4-8d9d-46dd-9e4b-1d7484c9f462 req-5f6196bd-15b9-44f2-82d1-d49b9b36130d tempest-ImagesOneServerTestJSON-503512570 tempest-ImagesOneServerTestJSON-503512570-project-member] Enqueued Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 876.734039] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 876.735573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.735720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.736708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.736708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.737185] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.134685] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.134977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-899" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.135175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-899" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.135878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-899" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.136345] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.136567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.136737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.137024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.137223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.137479] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.137655] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.137820] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.137982] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.138162] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.138325] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.138512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.161290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.161464] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.161597] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.161766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-899" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.162091] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-10a9738d-0298-471a-a135-edae9b402a16 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.162439] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.162669] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.163458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.163611] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a9738d-0298-471a-a135-edae9b402a16',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.206315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.206315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.206315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.206315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae is going to be created. [ 877.234660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.234660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.234660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.234660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.234660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.239766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.239913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.239978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.240252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.240346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.240543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.240643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.240735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.240860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.240937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.241029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c already deleted. [ 877.241112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.243378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: UNINITIALIZED for 2s [ 877.667319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.667319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.667319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.667319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.667649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.667649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 10a9738d-0298-471a-a135-edae9b402a16 not found, creating... [ 877.668535] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.668535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.668535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.668827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.668966] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.669853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.669853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.669968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.670071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.670406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 10a9738d-0298-471a-a135-edae9b402a16 is going to be created. [ 877.693213] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.693505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.693663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.694027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.694303] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.694591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.728243] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 877.728501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.449879] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e2a94a4-8d9d-46dd-9e4b-1d7484c9f462 req-61125630-d340-43d7-a062-2dc7783b3273 service nova] Enqueued Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_rules [ 878.449879] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e2a94a4-8d9d-46dd-9e4b-1d7484c9f462 req-61125630-d340-43d7-a062-2dc7783b3273 service nova] Enqueued Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 878.450363] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e2a94a4-8d9d-46dd-9e4b-1d7484c9f462 req-61125630-d340-43d7-a062-2dc7783b3273 service nova] Enqueued Resource ID: 10a9738d-0298-471a-a135-edae9b402a16 with Priority: HIGHEST for action port [ 878.450539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_rules [ 878.450692] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 878.450805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a9738d-0298-471a-a135-edae9b402a16 with Priority: HIGHEST for action port [ 878.451171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.451317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.451376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.451652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.451737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.452690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.453775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.453775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.453775] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.456084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-10a9738d-0298-471a-a135-edae9b402a16 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.456205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.456263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.456441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.456519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a9738d-0298-471a-a135-edae9b402a16',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.958937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.959115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.959316] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.961492] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10a9738d-0298-471a-a135-edae9b402a16 with status ACTIVE [ 878.961619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.962097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.962391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.962561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.962665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.962861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.962942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.963148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.963326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.963326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.963460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.963544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.963606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10a9738d-0298-471a-a135-edae9b402a16 is going to be updated. [ 878.991864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.991864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.991864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.991864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.991864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.991864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10a9738d-0298-471a-a135-edae9b402a16" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.253965] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: SUCCESS [ 879.254231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.254430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.254627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.254825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.255116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.255116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.255222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.255254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.255343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.255407] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.466567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.759533] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.968170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.968391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.968437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.968722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.968824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c is going to be created. [ 879.998534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.998534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.026818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: UNINITIALIZED for 2s [ 880.264815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2de9179-d9bd-4c4f-8ff9-771531e483ae: rpc.has_security_group_logging(os_id): False [ 880.286695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.286695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.286695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.287057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.287057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.287248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.287388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.287451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.287569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.287645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.287763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae is going to be created. [ 880.396281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.396434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.396484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.396691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.396899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.408989] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: IN_PROGRESS for 2s [ 880.543331] env[65432]: INFO networking_nsxv3.common.synchronization [None req-517c0ca8-5e9e-4477-afa4-9760fbb53a8e None None] Enqueued Resource ID: c02a9961-1edb-4146-a82e-88dd8d8b52a2 with Priority: HIGHEST for action port [ 880.544524] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02a9961-1edb-4146-a82e-88dd8d8b52a2 with Priority: HIGHEST for action port [ 880.544524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02a9961-1edb-4146-a82e-88dd8d8b52a2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.544912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02a9961-1edb-4146-a82e-88dd8d8b52a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.544912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02a9961-1edb-4146-a82e-88dd8d8b52a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.545053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02a9961-1edb-4146-a82e-88dd8d8b52a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.545053] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02a9961-1edb-4146-a82e-88dd8d8b52a2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.049682] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c02a9961-1edb-4146-a82e-88dd8d8b52a2 [ 881.049845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.050624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.050624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.050624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.050624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.051263] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c02a9961-1edb-4146-a82e-88dd8d8b52a2 already deleted. [ 881.051263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02a9961-1edb-4146-a82e-88dd8d8b52a2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.747361] env[65432]: INFO networking_nsxv3.common.synchronization [req-af2edf7c-6ab0-4738-9ba4-ef9454c93c0a req-d5260f98-cbb7-46ee-b988-78292939573e tempest-ServerRescueTestJSON-1786224621 tempest-ServerRescueTestJSON-1786224621-project-member] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 881.748173] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGHEST for action security_group_members [ 881.748335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.748450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.748513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.748756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.748913] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.751076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.751305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.751801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.751801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.751801] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.026438] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2287cec1-75d0-4fc6-8175-eb68019a38aa tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 882.028442] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 882.029914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.030033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.030395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.030835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.030930] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.045022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: SUCCESS [ 882.045274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.045805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.046044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.046245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.046418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.046516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.046625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.046707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.046794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.046867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.169119] env[65432]: INFO networking_nsxv3.common.synchronization [None req-8e1fb0e9-7f63-4738-8398-42ac38229373 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 882.174107] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 882.174107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.174107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.254228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.254421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.254421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.255017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.278018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.278311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.278439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.278522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.278732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.278816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.278903] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be updated. [ 882.307669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.307839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.307951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.308102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.308259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.319921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: IN_PROGRESS for 2s [ 882.425504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: SUCCESS [ 882.425708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.549350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.549494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.549568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.549974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550585] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.550585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.550748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.550932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.551444] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.551444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.551630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.551917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.551986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.552051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.552109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.552339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.552431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552630] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.554628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.554752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.554819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.554975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.559565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.559565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be already deleted. [ 882.559565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.559565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.559565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.559565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.061332] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c1482de-024c-4dea-ae30-1705a5785f3c: rpc.has_security_group_logging(os_id): False [ 883.082325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.082499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.082556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.082959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.082959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.083218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.083358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.083457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.084209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.084209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.084882] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.084965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.085020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.085196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.085279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.085479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.085574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.085848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.085848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.085848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.086065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c is going to be created. [ 883.087802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.089065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.089065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.089065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.089065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.089065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be already deleted. [ 883.089065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.158397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.158543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.158614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.176374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: IN_PROGRESS for 2s [ 884.331711] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 in Status: SUCCESS [ 884.332009] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 deletion is rescheduled due to dependency. [ 884.332183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.190237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: SUCCESS [ 885.190561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.174326] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.174557] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.577859] env[65432]: INFO networking_nsxv3.common.synchronization [req-92b00fb1-5f03-4edc-aeb4-ea210a010886 req-b21668be-e4d0-4290-9ab9-bc40c2e5c134 tempest-ServerGroupTestJSON-106882917 tempest-ServerGroupTestJSON-106882917-project-member] Enqueued Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 887.577859] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 887.578172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.578297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.578360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.578710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.578855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.578963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.579144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.579333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.579543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.579720] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.013611] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.013797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-626" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.014530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-626" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.014530] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-626" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.015062] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.016933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.017126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.017414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.017518] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.017727] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.017837] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.018414] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.018414] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.018414] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.018414] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.018414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.041891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.042085] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.042224] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.042471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-626" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.042816] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-b68ffb9f-15f4-492c-beb2-c1773d878d56 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.042991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.043129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.043449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.043584] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68ffb9f-15f4-492c-beb2-c1773d878d56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.083071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.083203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.083274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.083590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.083684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.083883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.083976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.084056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.084206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.084305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.084365] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c already deleted. [ 888.084454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.547206] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.547604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.547604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.547777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.547916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.548073] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port b68ffb9f-15f4-492c-beb2-c1773d878d56 not found, creating... [ 888.548319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.548467] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.548575] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.548783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.548909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.549202] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.549348] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.549458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.549649] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.549771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.549898] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: b68ffb9f-15f4-492c-beb2-c1773d878d56 is going to be created. [ 888.573161] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.573352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.573456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.573754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.573956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.574210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.323289] env[65432]: INFO networking_nsxv3.common.synchronization [req-92b00fb1-5f03-4edc-aeb4-ea210a010886 req-5f90f82a-94ae-49b9-bfc5-96a231f3e563 service nova] Enqueued Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_rules [ 889.323289] env[65432]: INFO networking_nsxv3.common.synchronization [req-92b00fb1-5f03-4edc-aeb4-ea210a010886 req-5f90f82a-94ae-49b9-bfc5-96a231f3e563 service nova] Enqueued Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 889.323289] env[65432]: INFO networking_nsxv3.common.synchronization [req-92b00fb1-5f03-4edc-aeb4-ea210a010886 req-5f90f82a-94ae-49b9-bfc5-96a231f3e563 service nova] Enqueued Resource ID: b68ffb9f-15f4-492c-beb2-c1773d878d56 with Priority: HIGHEST for action port [ 889.324329] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_rules [ 889.324520] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 889.324701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68ffb9f-15f4-492c-beb2-c1773d878d56 with Priority: HIGHEST for action port [ 889.325099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.325229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.325312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.325579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.325668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.326767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.326963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.327368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.327611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.327763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.328139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.328301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.328448] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.329554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b68ffb9f-15f4-492c-beb2-c1773d878d56 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.329730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.329953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.330445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.330445] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68ffb9f-15f4-492c-beb2-c1773d878d56',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.833202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.833487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.833655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.834844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b68ffb9f-15f4-492c-beb2-c1773d878d56 with status ACTIVE [ 889.835111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.835280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.835385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.835669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.836089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.836229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.836330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.836577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.836702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.836973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.837145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.837251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.837478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.837624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.837758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b68ffb9f-15f4-492c-beb2-c1773d878d56 is going to be updated. [ 889.862059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.862219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.862219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.862733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.862733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.862821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b68ffb9f-15f4-492c-beb2-c1773d878d56" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.340667] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.843366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.843661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.843697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.843946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.844055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.844160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c is going to be created. [ 890.868897] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.869239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.869239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.869239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.869551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.885418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: UNINITIALIZED for 2s [ 892.899331] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: SUCCESS [ 892.899331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.899743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.899987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.899987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.900108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.900152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.900256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.900315] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.402776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.403066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.403066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.403398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.403398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.403539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.403649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.403883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.403989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.404099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.404254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.404377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.404413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.404545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.404756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.404918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.404918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.405160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405343] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.908159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f5178cb-3023-4825-a6c2-78fc09e3539c: rpc.has_security_group_logging(os_id): False [ 893.928230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.928420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.928491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.928770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.928895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.929163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.929291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.929394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.929567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.929674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.929890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.930042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.930359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.930359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.930359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.930580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.930702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.931383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.931383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.931383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.931383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c is going to be created. [ 893.994139] env[65432]: INFO networking_nsxv3.common.synchronization [req-e4080c4e-d79d-4d05-a1d1-917438a3b5ef req-b3dc65b2-77df-4a86-8c56-3500215d2d97 tempest-ServersTestBootFromVolume-1703111170 tempest-ServersTestBootFromVolume-1703111170-project-member] Enqueued Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 893.994575] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb with Priority: HIGHEST for action security_group_members [ 893.994975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.995118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.995186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.995428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.995606] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.995684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.995732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.995881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.995971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.996090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83f1a0c-dd9d-4395-810c-4eedf3f543cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.998830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.998990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.999094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.999421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.999421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.016611] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: IN_PROGRESS for 2s [ 894.498449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.498785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.498785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.498962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.529550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.529845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.529970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.530049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.530419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.530521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.530622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb is going to be updated. [ 894.566745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.567888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.567888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.567888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.567888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.581730] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: IN_PROGRESS for 2s [ 896.032290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: SUCCESS [ 896.032290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.592970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb in Status: SUCCESS [ 896.593293] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83f1a0c-dd9d-4395-810c-4eedf3f543cb deletion is rescheduled due to dependency. [ 896.593545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83f1a0c-dd9d-4395-810c-4eedf3f543cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.996181] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 898.996696] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 900.296812] env[65432]: INFO networking_nsxv3.common.synchronization [req-1c446f55-9ff7-4bfc-9708-97066770388e req-4cede95c-3a83-4f31-a192-dbd9e2cc9f66 tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 900.297780] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 900.298132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.298253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.298688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.298688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.298688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.298833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.298833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.298954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.299047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.299150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.804513] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.307202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.811356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.811543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.811593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.811777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.811857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.812420] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be updated. [ 901.846502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.846693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.846738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.847019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.847188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.859117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 901.896695] env[65432]: INFO networking_nsxv3.common.synchronization [req-145934e3-d483-4055-8889-fcfb2e04cc51 req-160a65b5-4774-4b42-b2ce-7acdedc6862c tempest-ServerGroupTestJSON-106882917 tempest-ServerGroupTestJSON-106882917-project-member] Enqueued Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 901.897301] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c with Priority: HIGHEST for action security_group_members [ 901.897619] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5178cb-3023-4825-a6c2-78fc09e3539c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.897742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.897811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.898014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.898186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.898317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.898354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.898486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.898564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.898654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5178cb-3023-4825-a6c2-78fc09e3539c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.195924] env[65432]: INFO networking_nsxv3.common.synchronization [None req-40bf74ad-634c-49b8-bf2f-b306cab7ed88 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 902.196798] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 902.197273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.197394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.197457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.200751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.300777] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2d4623b5-1efa-4440-8176-38cfbc703d11 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 902.301403] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 902.301735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.301840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.401147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.401450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.401582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.401740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.401827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.402036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.402132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.402495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.402495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.402495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.402613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c is going to be updated. [ 902.431906] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.432075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.432339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.432454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.433906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.443139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: IN_PROGRESS for 2s [ 902.627920] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2e66458-2abe-475f-ab8e-6bd31fbc21a9 req-ff936af2-bc2c-43c7-9ba7-1668ee1294ff tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 902.628111] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 902.628564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.628564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.628695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.628805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.628912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.629105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.629214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.629507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.629598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.629667] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.718962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.719213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.719287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.719555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.719656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.719750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f already deleted. [ 902.719832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.720054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.720468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.720468] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.053578] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.054221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.056962] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.056962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.056962] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.056962] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.056962] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.056962] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.056962] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.056962] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.056962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.079662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.079937] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.080164] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.080428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080935] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.081180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.081321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.081839] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d482f5-4c9b-4eb2-a9cd-0841a08aca83',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.133103] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.134193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.134193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.134193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.134536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be deleted. [ 903.175342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.176789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.176789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.176789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.176789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.176789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.249475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.249720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.249827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.250173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.250320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.250459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f already deleted. [ 903.250584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.585817] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.586239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.586386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.586664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.586807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.586957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 not found, creating... [ 903.587237] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.587388] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.587502] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.587718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.587850] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.588135] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.588285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.588394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.588595] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.588724] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.588856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 is going to be created. [ 903.612675] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.612923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.613057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.613352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.613629] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.613884] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.871751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 903.872055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.327754] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2e66458-2abe-475f-ab8e-6bd31fbc21a9 req-14c6f17d-f911-4039-abfa-0979f5011051 service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 904.327819] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2e66458-2abe-475f-ab8e-6bd31fbc21a9 req-14c6f17d-f911-4039-abfa-0979f5011051 service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 904.328037] env[65432]: INFO networking_nsxv3.common.synchronization [req-f2e66458-2abe-475f-ab8e-6bd31fbc21a9 req-14c6f17d-f911-4039-abfa-0979f5011051 service nova] Enqueued Resource ID: 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 with Priority: HIGHEST for action port [ 904.328773] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 904.328959] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 904.329120] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 with Priority: HIGHEST for action port [ 904.329534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.329676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.329824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.330112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.330226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.331363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.331468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.331541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.331790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.332046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.332154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.332216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.332375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.332584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.332720] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.333789] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.333789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.333894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.334428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.334428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d482f5-4c9b-4eb2-a9cd-0841a08aca83',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.455950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c in Status: SUCCESS [ 904.456159] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5178cb-3023-4825-a6c2-78fc09e3539c deletion is rescheduled due to dependency. [ 904.456276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5178cb-3023-4825-a6c2-78fc09e3539c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.836218] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.837833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.837833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 with status ACTIVE [ 904.838208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.838724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.838724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.838954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.839153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.839941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.840938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.840938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.841334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01d482f5-4c9b-4eb2-a9cd-0841a08aca83 is going to be updated. [ 904.867414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.868063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.868213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.868371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d482f5-4c9b-4eb2-a9cd-0841a08aca83" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.344503] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.367705] env[65432]: INFO networking_nsxv3.common.synchronization [req-281b0d75-546b-4fbe-86bd-e1a5f7d35c6c req-995361dc-ebc9-4d66-991d-129c09be0f54 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 905.368553] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 905.368867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.368986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.369191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.369432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.369677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.369823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.369915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.370103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.370223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.370345] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.723810] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.724022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.724140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.724404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.724656] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.724854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.724946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.725177] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.725322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.725544] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.725632] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.725736] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.725919] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.726047] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.726150] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.726276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.748139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.748362] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.748499] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.748684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.749011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.749190] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.749306] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.749644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.749790] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.846341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.846916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be created. [ 905.872140] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.872329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.872412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.872744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.872939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.874160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.874286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.874339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.874508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.874592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.874776] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.874891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.874949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.875136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.875207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 905.887417] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: UNINITIALIZED for 2s [ 905.903951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.904132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.904260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.904407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.904542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.915558] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 906.255396] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.256067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.256217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.256368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 not found, creating... [ 906.256696] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.256855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.257037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.257964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.257964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.257964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.257964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.257964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.258345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.259697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.259697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 is going to be created. [ 906.288962] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.289184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.289300] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.289592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.289813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.290048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032295] env[65432]: INFO networking_nsxv3.common.synchronization [req-281b0d75-546b-4fbe-86bd-e1a5f7d35c6c req-187fc589-367d-4247-a2ba-b46cce6fa569 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 907.032641] env[65432]: INFO networking_nsxv3.common.synchronization [req-281b0d75-546b-4fbe-86bd-e1a5f7d35c6c req-187fc589-367d-4247-a2ba-b46cce6fa569 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 907.032806] env[65432]: INFO networking_nsxv3.common.synchronization [req-281b0d75-546b-4fbe-86bd-e1a5f7d35c6c req-187fc589-367d-4247-a2ba-b46cce6fa569 service nova] Enqueued Resource ID: f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 with Priority: HIGHEST for action port [ 907.033746] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 907.033810] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 907.034034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 with Priority: HIGHEST for action port [ 907.036020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.036020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.036020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.036020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.036020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.036486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.036486] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.541562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.542062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.542518] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 with status ACTIVE [ 907.542858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.542975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.543092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.543349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.543503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.543730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.543886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.543953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.544136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.544212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.544436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.544560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.544637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.544804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.546019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.546019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3 is going to be updated. [ 907.570398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fbc5f7-287b-4cff-ae1d-a3ec9e0caed3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.900487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 907.900708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.900876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.901168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.901422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.901574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.901665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.901848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.901959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.902088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.902183] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.927386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 907.927386] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 907.927386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.927628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.928013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.928266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.928446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.928574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.928738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.928843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.928977] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.407788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.408066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.408066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.408194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.408637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.408637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.408637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.408829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.408829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.408980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.409183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.409627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410076] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.432022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.914222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4e573f8-ba1d-416c-be29-7209cffd5dd2: rpc.has_security_group_logging(os_id): False [ 908.934941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.935126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.935209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.935476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.935588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.935993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.936380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.936470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.936689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.937377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.937492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.937556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.937890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be created. [ 908.939125] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.001925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.002119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.002165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.002361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.002632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.020241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 909.442773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.443180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.443558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.443732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.443878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 909.479078] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.479231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.479302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.479517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.479660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.489079] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 910.227611] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e2a0d674-a0e6-4af1-8c26-7d42478f64f7 None None] Enqueued Resource ID: 97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa with Priority: HIGHEST for action port [ 910.230260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa with Priority: HIGHEST for action port [ 910.232851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.232851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.232851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.232851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.232851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.740415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa [ 910.740415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.740415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.740415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.740415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.740415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.740415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa already deleted. [ 910.740415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c2c9a7-d8dc-4e2c-b9a6-52de4b9d8daa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.018567] env[65432]: INFO networking_nsxv3.common.synchronization [req-7567aae8-d8a2-4e3f-a83a-29a0fa94aa0c req-6f1c227a-466d-4cb6-87f0-e2b27953d566 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 911.019559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 911.020060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.020202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.020264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.020512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.020664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.020766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.020848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.021025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.021098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.021148] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.041127] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 911.041790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.474060] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.474514] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.474600] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.475060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.475421] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.475680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.475899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.476354] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.476605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.477023] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.477209] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.477385] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.477557] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.477750] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.477945] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.478173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.500215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.500399] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.500542] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.500796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.501036] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-5e9f374c-0a5b-44c6-a009-29fa01da4c45 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.501296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.501358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.502038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.502038] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9f374c-0a5b-44c6-a009-29fa01da4c45',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.506251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 911.506251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.509484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.509609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.509839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.510037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.510260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.510463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.510689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.510689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.510817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.527345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.527345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.527345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44446452-8194-4513-894f-505a84fe2c80 already deleted. [ 911.527345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012065] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 5e9f374c-0a5b-44c6-a009-29fa01da4c45 not found, creating... [ 912.012065] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.012065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.012765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.012935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.013296] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.013689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.013891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.014180] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.014449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.014622] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 is going to be created. [ 912.016526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.016713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.016869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.017139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.017405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.017805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.017920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.018226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.018520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.018812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.019168] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.019381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.019492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.021226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.021226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.021226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.048531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.048740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.049363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.049363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.050356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.050356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529119] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 912.552338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.552338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.552338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.552338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.552656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.552709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.552885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.552915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.553137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.553234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.553496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.553615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.553697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.554566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.554566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.554838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.554987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.555083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.555276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.555373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.555479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 912.643110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.643908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.644051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.644898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.644898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.677299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 912.843144] env[65432]: INFO networking_nsxv3.common.synchronization [req-7567aae8-d8a2-4e3f-a83a-29a0fa94aa0c req-aa42e63f-120b-49fc-8906-aeaa423b2a2e service nova] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 912.843144] env[65432]: INFO networking_nsxv3.common.synchronization [req-7567aae8-d8a2-4e3f-a83a-29a0fa94aa0c req-aa42e63f-120b-49fc-8906-aeaa423b2a2e service nova] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 912.843144] env[65432]: INFO networking_nsxv3.common.synchronization [req-7567aae8-d8a2-4e3f-a83a-29a0fa94aa0c req-aa42e63f-120b-49fc-8906-aeaa423b2a2e service nova] Enqueued Resource ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with Priority: HIGHEST for action port [ 912.845595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 912.845595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 912.845595] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with Priority: HIGHEST for action port [ 912.845595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.845595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.845595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.845595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.845595] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.846575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.846776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.848751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.848751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.848751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.849949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9f374c-0a5b-44c6-a009-29fa01da4c45 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.850084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.850218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.850408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.850408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9f374c-0a5b-44c6-a009-29fa01da4c45',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.355531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355531] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.355531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with status ACTIVE [ 913.355531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.355531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.359182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.359182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.359182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.359182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.359182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.359182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 is going to be updated. [ 913.393282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.393475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.393513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.393712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.393910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.394324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.646313] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-6c044475-a2b6-44c8-8528-412bc96609e5 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 913.646999] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 913.647358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.647494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.647579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.647838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.648076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.648174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.648232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.648418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.648518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.648630] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.865921] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.040630] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.040908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041165] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.041692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.042518] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.042781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.042970] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.043307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.043521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.043802] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.043962] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.044153] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.044325] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.044495] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.044615] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.045084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.067992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.068261] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.068429] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.068630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.069079] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.069559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.069807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.070171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.070329] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8d48b4-a259-4a93-8d90-7adbbeb60cda',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.151104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.151277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.151342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.151544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.151633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.151832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.151930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.152926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.152926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.152926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.152926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce already deleted. [ 914.152926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.369955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.370314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.370314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.370599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.370699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.370838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44446452-8194-4513-894f-505a84fe2c80 is going to be created. [ 914.396039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.396233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.396233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.396437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.396596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.411665] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: UNINITIALIZED for 2s [ 914.574200] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port ab8d48b4-a259-4a93-8d90-7adbbeb60cda not found, creating... [ 914.574705] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.575197] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.575331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.575608] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.575796] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.575912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.576141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.576272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.576409] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ab8d48b4-a259-4a93-8d90-7adbbeb60cda is going to be created. [ 914.600796] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.602070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.602070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.602070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.602070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.602070] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702149] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 914.702387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-37daeedf-eebd-415e-976e-fc30a2612341 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-37daeedf-eebd-415e-976e-fc30a2612341 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-37daeedf-eebd-415e-976e-fc30a2612341 service nova] Enqueued Resource ID: ab8d48b4-a259-4a93-8d90-7adbbeb60cda with Priority: HIGHEST for action port [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 915.375068] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8d48b4-a259-4a93-8d90-7adbbeb60cda with Priority: HIGHEST for action port [ 915.376335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.377953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.377953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.377953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.377953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.378549] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.378877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.379042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.379320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.379593] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.379815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.379956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.380206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.380374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.380590] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.384085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.384085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.384085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.384085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.384085] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8d48b4-a259-4a93-8d90-7adbbeb60cda',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.886016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab8d48b4-a259-4a93-8d90-7adbbeb60cda with status ACTIVE [ 915.886321] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.886481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.886554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.887316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.887316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.887514] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.887627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.887690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.887887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.889996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.889996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.889996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.889996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.889996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.889996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.889996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab8d48b4-a259-4a93-8d90-7adbbeb60cda is going to be updated. [ 915.889996] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.890885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.890974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.915939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.916103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.916165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.916420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.916574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.916772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8d48b4-a259-4a93-8d90-7adbbeb60cda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.251303] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-4fc629c6-00d1-485a-8456-6474a942c082 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 916.252040] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 916.252186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.252286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.392877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.426334] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: SUCCESS [ 916.426633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.427256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.427339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.427602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.427602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.427686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.429106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.429106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.429106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.429106] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.642431] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.642431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.642431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.642431] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.642431] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.643205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.643517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.643916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.644198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.645586] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.645586] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.645586] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.645586] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.645586] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.645586] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.645586] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.666608] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.666772] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.668556] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.668556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.668556] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.668556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.668556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.668556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.668556] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.897437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.897437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.897622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.897805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.897951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898147] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be created. [ 916.931610] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.932625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.932625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.932625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.932625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.933557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.950279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: UNINITIALIZED for 2s [ 917.171210] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.171656] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.171925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.172402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.172955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.172955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f not found, creating... [ 917.174209] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.174209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.174209] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.179571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.179793] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.180392] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.180663] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.180821] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.182016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.182016] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.182016] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f is going to be created. [ 917.204160] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.204160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.204160] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.204698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.204773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.204980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.436652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44446452-8194-4513-894f-505a84fe2c80: rpc.has_security_group_logging(os_id): False [ 917.457125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.457292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.457365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.457582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.457679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.457953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.458045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.458132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.458292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.458987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44446452-8194-4513-894f-505a84fe2c80 is going to be created. [ 917.522252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.522252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.522502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.522556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.522736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.532795] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: IN_PROGRESS for 2s [ 917.974934] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-e824ff7e-b40f-471e-99c2-5dbbf79be829 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 917.974934] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-e824ff7e-b40f-471e-99c2-5dbbf79be829 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 917.974934] env[65432]: INFO networking_nsxv3.common.synchronization [req-ddcabdc5-01da-4fab-80d8-a02ec8cb4d46 req-e824ff7e-b40f-471e-99c2-5dbbf79be829 service nova] Enqueued Resource ID: 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f with Priority: HIGHEST for action port [ 917.975565] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 917.982119] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 917.982119] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f with Priority: HIGHEST for action port [ 917.982119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.982119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.982119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.456018] env[65432]: INFO networking_nsxv3.common.synchronization [req-51ffefc9-90a5-4a16-b745-66085c292582 req-9cc65210-f3d5-4a49-b080-edc0611c919a tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 918.456571] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 918.456947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.457095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.457095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.457320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.457470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.457584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.457653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.457775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.457865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.458042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.485023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f with status ACTIVE [ 918.485309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.485539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.485651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.486065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.486129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.486396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.486562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.486643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.486819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.486931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.487120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.487195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.487455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.487455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.487572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.487572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f is going to be updated. [ 918.513978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.513978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.513978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.514585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.514585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.514585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4b7d05-3dc5-435d-90d1-7e5d90c16c2f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.867035] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.867232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.867350] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.867696] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.867949] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.868114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.868225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.868434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.868572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.868771] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.868895] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.868999] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.869110] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.869215] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.869313] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.869437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.888702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.888900] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.889084] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.889313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.889711] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-7b2802f6-a517-457a-a50e-c2a90ad5917e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.889825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.889941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.890270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.890403] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2802f6-a517-457a-a50e-c2a90ad5917e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.960947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.961198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.961253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.961518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.961698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.961970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.962123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.962211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.962405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.962506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.962619] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 already deleted. [ 918.962724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.963873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 918.964092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.964285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.964513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.964726] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.964855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.964938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.965145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.965241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.965347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.965472] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.966520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.966725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.966914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.967053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.967140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.967318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.967418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.967532] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.013902] env[65432]: INFO networking_nsxv3.common.synchronization [req-7533d80a-4b94-4928-b5dc-e41d981df5ba req-05a02fc1-d1c3-41a4-9752-b14cf70edb64 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 919.015275] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 919.015275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.015452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.015560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.015905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.016068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.016204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.016310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.016429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.392562] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.392785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.392920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.393257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.393414] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.393591] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 7b2802f6-a517-457a-a50e-c2a90ad5917e not found, creating... [ 919.393901] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.394095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.394213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.394457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.394594] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.394882] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.395049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.395194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.395370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.395498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.395652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 7b2802f6-a517-457a-a50e-c2a90ad5917e is going to be created. [ 919.420388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.421145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.421145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.421267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.422080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.422080] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.470196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.470606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.470739] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.520629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.557849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: SUCCESS [ 919.558197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.973704] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.024751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.268086] env[65432]: INFO networking_nsxv3.common.synchronization [req-51ffefc9-90a5-4a16-b745-66085c292582 req-b1c46aee-2aa0-48fd-a1d9-031540f2d45e service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 920.268086] env[65432]: INFO networking_nsxv3.common.synchronization [req-51ffefc9-90a5-4a16-b745-66085c292582 req-b1c46aee-2aa0-48fd-a1d9-031540f2d45e service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 920.268086] env[65432]: INFO networking_nsxv3.common.synchronization [req-51ffefc9-90a5-4a16-b745-66085c292582 req-b1c46aee-2aa0-48fd-a1d9-031540f2d45e service nova] Enqueued Resource ID: 7b2802f6-a517-457a-a50e-c2a90ad5917e with Priority: HIGHEST for action port [ 920.268797] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 920.269140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 920.269472] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2802f6-a517-457a-a50e-c2a90ad5917e with Priority: HIGHEST for action port [ 920.270551] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.270882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.271117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.271587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.271830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.275122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.275416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.278123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.278123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.278123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.279392] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2802f6-a517-457a-a50e-c2a90ad5917e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.279603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.279708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.280079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.280222] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2802f6-a517-457a-a50e-c2a90ad5917e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.476630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.477063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.477063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.477063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.477171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.477247] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 920.528108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.528108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.528108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.528108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.528108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 920.537853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.538159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.538887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.539194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.539411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.558616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 920.569438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.569873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.569873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.570017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.570171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.584022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 920.776286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.776286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.783461] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.784551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b2802f6-a517-457a-a50e-c2a90ad5917e with status ACTIVE [ 920.784999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.785159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.785269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.785437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.785525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.785699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.786382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.786382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.786382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.786382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.786382] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.786606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.787103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.787103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.787103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.787103] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b2802f6-a517-457a-a50e-c2a90ad5917e is going to be updated. [ 920.815108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.815254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.815313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.815893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.815893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.815893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2802f6-a517-457a-a50e-c2a90ad5917e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.290245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.792797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.792797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.792797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.794114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be created. [ 921.824758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.824758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.824758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.824758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.824758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.839086] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: UNINITIALIZED for 2s [ 922.520521] env[65432]: INFO networking_nsxv3.common.synchronization [req-2bb644dd-feae-417e-9166-ca1a9ed76b92 req-118ba5dc-568d-4353-9ef8-584f3000d04a tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 922.521517] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 922.522143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.522503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.522767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.523895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.524055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.524327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.524526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.524711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.569890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 922.572054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.572054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.572054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.572054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.572335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.572335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.572419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.572419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.572628] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.597031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 922.597258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.996973] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.997342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.997342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.997508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.997732] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.997922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.003363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.003786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.003963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004269] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.004367] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.005316] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.005316] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.005316] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.005316] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.005516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.030755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.031280] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.031280] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.031280] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.031780] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.031780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.031924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.032436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.032436] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b31f26-0da3-4b25-8b0e-67f6a5e26faf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.034833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.035144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.035321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.035613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.035714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.035925] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.037031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.037031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.037031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.037031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.037031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be already deleted. [ 923.037031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.075117] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.539043] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.539043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.539043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.539349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.539349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.539428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 55b31f26-0da3-4b25-8b0e-67f6a5e26faf not found, creating... [ 923.539812] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.543015] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.543015] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.543015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 55b31f26-0da3-4b25-8b0e-67f6a5e26faf is going to be created. [ 923.569949] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.574030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.574030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.574030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.574030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.574030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.579159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.851084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 923.851322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.851493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.851768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.852035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.852190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.852245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.852418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.852498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.852661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.852766] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.083327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.083840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.083840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.083840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.084043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.084043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 924.118191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.118416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.118527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.118748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.119226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.131500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 924.338817] env[65432]: INFO networking_nsxv3.common.synchronization [req-2bb644dd-feae-417e-9166-ca1a9ed76b92 req-c37f8b31-b91f-4cda-b75a-c4484bcc2985 service nova] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 924.339664] env[65432]: INFO networking_nsxv3.common.synchronization [req-2bb644dd-feae-417e-9166-ca1a9ed76b92 req-c37f8b31-b91f-4cda-b75a-c4484bcc2985 service nova] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 924.339898] env[65432]: INFO networking_nsxv3.common.synchronization [req-2bb644dd-feae-417e-9166-ca1a9ed76b92 req-c37f8b31-b91f-4cda-b75a-c4484bcc2985 service nova] Enqueued Resource ID: 55b31f26-0da3-4b25-8b0e-67f6a5e26faf with Priority: HIGHEST for action port [ 924.340613] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_rules [ 924.340764] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 924.340865] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b31f26-0da3-4b25-8b0e-67f6a5e26faf with Priority: HIGHEST for action port [ 924.341242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.341354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.341354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.341840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.341840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.342708] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.342903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.342938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.347292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.347495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.347787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.347787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.347973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.348145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.348541] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.349310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.349429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.349473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.350245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.350245] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b31f26-0da3-4b25-8b0e-67f6a5e26faf',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.355021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.357359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.357359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.357359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.357538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.357686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.357739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.357872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.358195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.358195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.358303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.358380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.358438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.358633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.358761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.358854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.359171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.359171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.359171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.359283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.359323] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.853618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55b31f26-0da3-4b25-8b0e-67f6a5e26faf with status ACTIVE [ 924.853814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.853956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.854043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.854373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.854518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.854763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.854872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.854959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.855126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.855228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.856715] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.856715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.856715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.856715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.856715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.856715] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55b31f26-0da3-4b25-8b0e-67f6a5e26faf is going to be updated. [ 924.857692] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.858777] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.858922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.863912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 924.865979] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0f9ce53b-e3ad-4901-8499-9b031ff12ade None None] Enqueued Resource ID: d196ec5a-3970-44af-bee6-fa8b6dae3b40 with Priority: HIGHEST for action port [ 924.868557] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d196ec5a-3970-44af-bee6-fa8b6dae3b40 with Priority: HIGHEST for action port [ 924.868557] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d196ec5a-3970-44af-bee6-fa8b6dae3b40 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.868557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d196ec5a-3970-44af-bee6-fa8b6dae3b40" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.868557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d196ec5a-3970-44af-bee6-fa8b6dae3b40" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.868944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d196ec5a-3970-44af-bee6-fa8b6dae3b40" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.868944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d196ec5a-3970-44af-bee6-fa8b6dae3b40',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.886690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.886991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.886991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.888042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.888393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.888503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.888503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.889277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be created. [ 924.893072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.893322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.893322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.893461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.893611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.893806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55b31f26-0da3-4b25-8b0e-67f6a5e26faf" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.982305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.982305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.982702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.982897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.999496] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 925.368298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.374064] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d196ec5a-3970-44af-bee6-fa8b6dae3b40 [ 925.377524] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.379659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.379659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.379659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.379659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.379659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d196ec5a-3970-44af-bee6-fa8b6dae3b40 already deleted. [ 925.379659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d196ec5a-3970-44af-bee6-fa8b6dae3b40" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.875232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.875432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.875496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.875864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.876059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.876207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be is going to be created. [ 925.903113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.903113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.903351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.903523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.903711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.919038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: UNINITIALIZED for 2s [ 925.962836] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-1df4ad53-c54b-4d9c-b5a8-99f3cb12819c tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 925.963596] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 925.963853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.963987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.965101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.965344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.965564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.965692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.965756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.965912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.965998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.966101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.149880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.150701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.150701] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.325911] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-ea239a48-7e4c-4224-96d3-ddc5043e8ca5 tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 926.326610] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 926.326973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.328759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.472893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.477333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.477333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.477333] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 926.513548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.513746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.513820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.514722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.514889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.529600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 926.655029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce: rpc.has_security_group_logging(os_id): False [ 926.677239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.678073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.678073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.678073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.678073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.678349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.678349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.678503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.678643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.678704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.679178] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.680433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.680433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.681263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.682131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.682131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.682131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.682131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.683217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.683217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.683217] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be created. [ 926.758086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.758086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.758215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.758514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.758811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.772463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 926.877150] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.877448] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-279" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.877590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-279" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.877803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-279" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.878395] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.878395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.878395] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.878798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.878798] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.878927] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.879053] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.879157] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.879258] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.879392] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.879502] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.879857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.903207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.903623] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.903623] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.903830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-279" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.904223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-7568a9f1-a722-4e57-a411-546bf06fdbb9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.904441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.904589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.904974] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.905189] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7568a9f1-a722-4e57-a411-546bf06fdbb9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.012133] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 927.012305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 7568a9f1-a722-4e57-a411-546bf06fdbb9 not found, creating... [ 927.411027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411599] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.412276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.412680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.413964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.414290] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 7568a9f1-a722-4e57-a411-546bf06fdbb9 is going to be created. [ 927.439466] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.439782] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.439933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.440496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.440849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.749424] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b7452388-5484-4788-a0fe-9cf0650051cf None None] Enqueued Resource ID: c2b644dd-1b2e-4fb1-b4f9-7091697f2984 with Priority: HIGHEST for action port [ 927.750046] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b644dd-1b2e-4fb1-b4f9-7091697f2984 with Priority: HIGHEST for action port [ 927.750369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b644dd-1b2e-4fb1-b4f9-7091697f2984 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.750499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b644dd-1b2e-4fb1-b4f9-7091697f2984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.750579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b644dd-1b2e-4fb1-b4f9-7091697f2984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.750831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b644dd-1b2e-4fb1-b4f9-7091697f2984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.750915] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b644dd-1b2e-4fb1-b4f9-7091697f2984',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.930286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: SUCCESS [ 927.930563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.931779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.931779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.931779] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.212972] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-39f4fc3f-6583-4c45-9893-6545277cbb38 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 928.213320] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-39f4fc3f-6583-4c45-9893-6545277cbb38 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 928.213376] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-39f4fc3f-6583-4c45-9893-6545277cbb38 service nova] Enqueued Resource ID: 7568a9f1-a722-4e57-a411-546bf06fdbb9 with Priority: HIGHEST for action port [ 928.215984] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 928.215984] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 928.215984] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7568a9f1-a722-4e57-a411-546bf06fdbb9 with Priority: HIGHEST for action port [ 928.215984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.215984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.215984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.215984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.215984] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.216621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.216772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7568a9f1-a722-4e57-a411-546bf06fdbb9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.217724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.217724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.218204] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7568a9f1-a722-4e57-a411-546bf06fdbb9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.254138] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2b644dd-1b2e-4fb1-b4f9-7091697f2984 [ 928.254385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.254488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.254552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.254876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.254876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.254962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2b644dd-1b2e-4fb1-b4f9-7091697f2984 already deleted. [ 928.255030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b644dd-1b2e-4fb1-b4f9-7091697f2984" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.292707] env[65432]: INFO networking_nsxv3.common.synchronization [None req-558de031-7f07-440d-a122-de90b32c9c5d None None] Enqueued Resource ID: cbf33c88-ece5-484f-8b3f-e9730850f917 with Priority: HIGHEST for action port [ 928.293349] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf33c88-ece5-484f-8b3f-e9730850f917 with Priority: HIGHEST for action port [ 928.294107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf33c88-ece5-484f-8b3f-e9730850f917 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.294107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf33c88-ece5-484f-8b3f-e9730850f917" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.296037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf33c88-ece5-484f-8b3f-e9730850f917" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.296037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf33c88-ece5-484f-8b3f-e9730850f917" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.296037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf33c88-ece5-484f-8b3f-e9730850f917',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.434481] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.541359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 928.541532] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 deletion is rescheduled due to dependency. [ 928.541634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.542220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.542220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.542427] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.542427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.542551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.542661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.542788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.542831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.720308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.720468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.721830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7568a9f1-a722-4e57-a411-546bf06fdbb9 with status ACTIVE [ 928.722045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.722169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.722251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.722807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.722807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.722807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.722807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.722960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.723089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.723089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723280] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.723544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.723544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.723651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.723651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723747] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7568a9f1-a722-4e57-a411-546bf06fdbb9 is going to be updated. [ 928.747673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.747815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.747884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.748252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.748252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.748420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7568a9f1-a722-4e57-a411-546bf06fdbb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.791449] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 928.791700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.791880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.792769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.792769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.798754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbf33c88-ece5-484f-8b3f-e9730850f917 [ 928.798984] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.799224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.799224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.799406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.799491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbf33c88-ece5-484f-8b3f-e9730850f917 already deleted. [ 928.799667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf33c88-ece5-484f-8b3f-e9730850f917" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.937722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be: rpc.has_security_group_logging(os_id): False [ 928.958927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.959107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.959150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.959470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.959572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.959821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.959920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.959982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.960174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.960357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.960455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be is going to be created. [ 929.041039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.041039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.041039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.041356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.042074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.046265] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.057277] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: IN_PROGRESS for 2s [ 929.151181] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.151443] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.151553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.151968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.152268] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.152428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.152539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.152803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.152946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.153177] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.153282] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.154573] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.154573] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.154573] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.154573] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.154573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.186224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.186409] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.186878] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.186878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-832" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.187507] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-540c6664-e54d-4319-af22-304e80a7b7ae taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.187776] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.187962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.188352] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.188520] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540c6664-e54d-4319-af22-304e80a7b7ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.296836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.296999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.298579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.298579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.298872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.298872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.550075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.693941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.693941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.695719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.695719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.695719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.695719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 540c6664-e54d-4319-af22-304e80a7b7ae not found, creating... [ 929.695719] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.695719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.696050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.696168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.696334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.696933] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.696933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.697097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.697362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.697462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.698374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 540c6664-e54d-4319-af22-304e80a7b7ae is going to be created. [ 929.721515] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.721839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.722441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.722441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.722808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.723105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.804283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.804283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.804283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.804762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.805236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.805493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.805542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.805774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.805911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.806813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.806813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.806813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.806813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.806813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.807044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.807085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.807253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.807305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.807531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.808076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.808202] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.051110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.051878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.051878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.051878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 930.108800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.109070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.109070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.109265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.109422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.124581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 930.310967] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce: rpc.has_security_group_logging(os_id): False [ 930.345532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.345532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.346219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.346219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.346297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.347029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.347029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.347029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 930.434457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.434629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.434629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.434838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.434990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.449234] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-6b482c97-b06e-410e-90e8-430ae531c2e1 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 930.449411] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-6b482c97-b06e-410e-90e8-430ae531c2e1 service nova] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 930.449543] env[65432]: INFO networking_nsxv3.common.synchronization [req-da15af2a-4b92-469e-9ce7-e93dce951691 req-6b482c97-b06e-410e-90e8-430ae531c2e1 service nova] Enqueued Resource ID: 540c6664-e54d-4319-af22-304e80a7b7ae with Priority: HIGHEST for action port [ 930.450154] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_rules [ 930.450955] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 930.451044] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 540c6664-e54d-4319-af22-304e80a7b7ae with Priority: HIGHEST for action port [ 930.451428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.451609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.452588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.452754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.453041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-540c6664-e54d-4319-af22-304e80a7b7ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.453192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.453267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.453509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.453581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540c6664-e54d-4319-af22-304e80a7b7ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.481357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 930.958310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 540c6664-e54d-4319-af22-304e80a7b7ae with status ACTIVE [ 930.958562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.958562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.958713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.958925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.959060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.959430] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.959430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.959598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.959660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.961049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.961049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.961049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.961049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.961049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.961049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.961049] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 540c6664-e54d-4319-af22-304e80a7b7ae is going to be updated. [ 930.989636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.989937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.990296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.990487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.991056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-540c6664-e54d-4319-af22-304e80a7b7ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.078842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: SUCCESS [ 931.079208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.441773] env[65432]: INFO networking_nsxv3.common.synchronization [None req-04c031b3-e2da-4799-a9e9-32914e7a13e5 None None] Enqueued Resource ID: 2b6f3e68-69f3-4c1e-a6fd-924b112860f9 with Priority: HIGHEST for action port [ 931.442577] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6f3e68-69f3-4c1e-a6fd-924b112860f9 with Priority: HIGHEST for action port [ 931.443072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6f3e68-69f3-4c1e-a6fd-924b112860f9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.443254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6f3e68-69f3-4c1e-a6fd-924b112860f9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.443344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6f3e68-69f3-4c1e-a6fd-924b112860f9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6f3e68-69f3-4c1e-a6fd-924b112860f9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.443837] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6f3e68-69f3-4c1e-a6fd-924b112860f9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.947576] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b6f3e68-69f3-4c1e-a6fd-924b112860f9 [ 931.947821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.947977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.948035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.948301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.948404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.948502] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b6f3e68-69f3-4c1e-a6fd-924b112860f9 already deleted. [ 931.948576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6f3e68-69f3-4c1e-a6fd-924b112860f9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.090150] env[65432]: INFO networking_nsxv3.common.synchronization [req-8ccd145f-d679-424b-a144-ebf1d8cb56b5 req-3a326fc0-8044-46b8-9b51-c23fd06970fc tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 932.090991] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 932.090991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.090991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.091219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.091677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.091677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.091677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.091677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.091958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.091958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.092034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.134843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 932.134843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.135171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.135397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.135592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.135720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.135788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.135940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.136032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.136163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.501387] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 932.502154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.594811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.594989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.595154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.595309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.595426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.595654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.595758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.595818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.596017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.596112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.596205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 932.637202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.637407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.637407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.637801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.641302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.655163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 932.890354] env[65432]: INFO networking_nsxv3.common.synchronization [req-57e05202-6d80-413c-b657-9c9c7afb2586 req-8ec770ef-e049-48a3-aedc-29d1afa9ff7d tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 932.893026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 932.893026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.893026] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.893026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.893026] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.145432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.395096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.395311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.395405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.395707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.395824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.396098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.396248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.396307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.396506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.396599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.396709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 933.442464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.442981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.442981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.444339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.444339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.460120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 933.648486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.648688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.648797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.649141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.649285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.649425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 933.686663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.687087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.687321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.687785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.701386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 934.273018] env[65432]: INFO networking_nsxv3.common.synchronization [req-f7616005-6253-4c9a-8612-f424a7d884b2 req-5b20d788-ae12-4792-a243-786904cad53f tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 934.273610] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 934.273991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.274540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.274717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.274851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.275126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.275263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.275263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.275411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.275465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.275569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.669509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 934.669814] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 deletion is rescheduled due to dependency. [ 934.669960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.780020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.031965] env[65432]: INFO networking_nsxv3.common.synchronization [req-8371aa7c-9dba-43a3-87a0-b5e563338971 req-b56cfbb1-1fa6-48c6-b912-392aa814ae0c tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 935.032539] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 935.032887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.033044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.283173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.471404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 935.471404] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 935.471404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642887] env[65432]: INFO networking_nsxv3.common.synchronization [req-c2286c15-151d-4faf-bffc-99cddfeec976 req-ef932213-02f8-45ff-9cd9-4369503b03fc tempest-ImagesOneServerTestJSON-503512570 tempest-ImagesOneServerTestJSON-503512570-project-member] Enqueued Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 935.643527] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGHEST for action security_group_members [ 935.643904] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.644882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.647087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.647087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.647087] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.715766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 935.716062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.716811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.717090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.717291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.717453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.717655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.717713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.717774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.717858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.717961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.719759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.719759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.719759] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.785977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.786260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.786260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.786430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.786518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.786613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 935.819767] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.820178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.820290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.820507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.821038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.834460] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 936.149609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.149779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.149853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.150368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.150368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.150478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.150478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.150578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.150758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.150841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.150927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c is going to be updated. [ 936.189346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.189609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.189742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.190129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.190391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202822] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: IN_PROGRESS for 2s [ 936.221970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.221970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.223364] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.726203] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.229083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.229358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.229466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.229898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.230300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.230300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 937.259584] env[65432]: INFO networking_nsxv3.common.synchronization [req-8df76530-0d60-4c5f-bca8-45517335d979 req-4f64c5c4-cf02-4a8d-842c-afb4eebe4128 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 937.260164] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 937.260478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.260697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.260697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.261413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.261413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.261558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.261558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.261683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.261779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.261873] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.265172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.265303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.265367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.265592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.265761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.276530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 937.407986] env[65432]: INFO networking_nsxv3.common.synchronization [req-d90a40bc-ed29-472a-9210-e417f0f6c6df req-c5c819a5-5f5f-4976-a1ec-2b821d13aa83 tempest-MigrationsAdminTest-843974614 tempest-MigrationsAdminTest-843974614-project-member] Enqueued Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 937.408588] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 with Priority: HIGHEST for action security_group_members [ 937.409012] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.410171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.410240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.411890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.411890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.411890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.411890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.411890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.411890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.411890] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf74b0c6-8b2a-4de6-956c-a31a71dbfec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.764485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.764763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.764763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.765220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.765317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.765536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.765663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.765700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.765863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.765914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.766108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f already deleted. [ 937.766108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.782813] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.783174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.783174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.783400] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.783642] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.783792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.783901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.784122] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.784258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.784456] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.784566] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.784776] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.784932] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.785083] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.785196] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.785324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.807075] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.807357] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.807453] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.807606] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-942" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.807997] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.808203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.808321] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.808648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.808782] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d78dc8-cfc9-42ca-8690-1527c56bfdad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.843835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 937.844964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.844964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.844964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.845204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.845204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.845362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.845462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.845541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.845636] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.916608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.916770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.916865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.917273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.940284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.940347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940735] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 is going to be updated. [ 937.967885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.968083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.968135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.968443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.968517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.977641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: IN_PROGRESS for 2s [ 938.212966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c1482de-024c-4dea-ae30-1705a5785f3c in Status: SUCCESS [ 938.213168] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c deletion is rescheduled due to dependency. [ 938.213280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.313107] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.313357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.313454] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.313763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.313912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.314120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port a0d78dc8-cfc9-42ca-8690-1527c56bfdad not found, creating... [ 938.314442] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.314603] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.314716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.314946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.315092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.315373] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.315523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.315654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.315834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.315962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.316111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: a0d78dc8-cfc9-42ca-8690-1527c56bfdad is going to be created. [ 938.347187] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.347462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.347626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.347946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.348820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.348820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.349870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.349993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.350104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.350322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.350425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.350707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.350834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.350909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.351114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.351222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.351309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 938.396634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.396879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.396879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.396985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.397153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.408226] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [req-8df76530-0d60-4c5f-bca8-45517335d979 req-b7339834-5ce3-4e35-b4fa-d1d1774baffd service nova] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [req-8df76530-0d60-4c5f-bca8-45517335d979 req-b7339834-5ce3-4e35-b4fa-d1d1774baffd service nova] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [req-8df76530-0d60-4c5f-bca8-45517335d979 req-b7339834-5ce3-4e35-b4fa-d1d1774baffd service nova] Enqueued Resource ID: a0d78dc8-cfc9-42ca-8690-1527c56bfdad with Priority: HIGHEST for action port [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_rules [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 939.038659] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d78dc8-cfc9-42ca-8690-1527c56bfdad with Priority: HIGHEST for action port [ 939.038659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.038659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.038659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.038659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.039560] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.039816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.039934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.039996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.040436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.040436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.040436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.040601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.040635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.041411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.041411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.042039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.042039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.042039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.042039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.042236] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d78dc8-cfc9-42ca-8690-1527c56bfdad',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.296170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 939.296418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.296602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.296964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.297041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.297225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.297225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.297404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.297451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.297502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.297655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.297745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.297805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.297968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.298119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.298217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.298267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.298408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.298482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.298552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.298835] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.546025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.546025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d78dc8-cfc9-42ca-8690-1527c56bfdad with status ACTIVE [ 939.546025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.546025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.546025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.546025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.546706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.546706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.546706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.546706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.546706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d78dc8-cfc9-42ca-8690-1527c56bfdad is going to be updated. [ 939.547740] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.573234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.573234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.573234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.573234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.573747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.575076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d78dc8-cfc9-42ca-8690-1527c56bfdad" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.803994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6: rpc.has_security_group_logging(os_id): False [ 939.826330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.826572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.826572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.827336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.827336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.827336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.827336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.827336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.827336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.827666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.827666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.827745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.827745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.827877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.827942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.828181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.828300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.828609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.828609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.828609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.828721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 939.897162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.897340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.897408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.897623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.897761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.917403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 939.994743] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 in Status: SUCCESS [ 939.995128] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf74b0c6-8b2a-4de6-956c-a31a71dbfec3 deletion is rescheduled due to dependency. [ 939.995753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf74b0c6-8b2a-4de6-956c-a31a71dbfec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.050387] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.421141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 940.421556] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce deletion is rescheduled due to dependency. [ 940.422879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.553441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.554121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.554121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.554121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.554121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.554246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f is going to be created. [ 940.582283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.582283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.582283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.582283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.582283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.591897] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: UNINITIALIZED for 2s [ 941.583277] env[65432]: INFO networking_nsxv3.common.synchronization [None req-dbfc1966-2b57-48dc-b5d0-9e33b425036b tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 with Priority: HIGHEST for action security_group_rules [ 941.583590] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 with Priority: HIGHEST for action security_group_rules [ 941.584080] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.584282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.584462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.584816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585172] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb54208f-94be-4db1-a270-6ecc6a57eeb5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.817552] env[65432]: INFO networking_nsxv3.common.synchronization [None req-06f694ce-b8a5-4e42-85d7-aff346456985 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 with Priority: HIGHEST for action security_group_rules [ 941.818130] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 with Priority: HIGHEST for action security_group_rules [ 941.818447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.818557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.940070] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 941.940070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.940070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.940070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.940070] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.107254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.107392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.107457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.107663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.107743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.107832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 already deleted. [ 942.107909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.108075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.108264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.108348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb54208f-94be-4db1-a270-6ecc6a57eeb5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.442024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.442247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.442290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.442537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.442791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.442960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.443060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.443230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.443384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.443483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.443625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.605694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: SUCCESS [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.605694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.605694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.605694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.640751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.641841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.641841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.641841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.641841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.641841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb54208f-94be-4db1-a270-6ecc6a57eeb5 already deleted. [ 942.641841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb54208f-94be-4db1-a270-6ecc6a57eeb5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.946898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.948215] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.948215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.948480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.948480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.948697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.948697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.948782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.948932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.109945] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.452452] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6: rpc.has_security_group_logging(os_id): False [ 943.473855] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.473855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.473855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.474187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.474295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.475132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.475132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.475132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.475132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.475132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.475413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.475657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.475657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.475842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.475842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.476119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.476233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.476277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.476459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.476560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.476675] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 943.539390] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b318d09-9409-4650-97a7-b97e6b34371b req-9a0b8b30-ffc5-4068-8cfc-d590c16abc5d tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 943.541309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.541455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.541516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.541805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.542269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.544052] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 943.544517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.544714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.544889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.545176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.545866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.545866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.545866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.545866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.545866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.545866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.566369] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 943.612628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74584a49-bd6a-460e-824b-122c3b8b314f: rpc.has_security_group_logging(os_id): False [ 943.642051] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.642245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.642245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.643037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.643037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.643037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.643037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.643037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.643298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.643298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.643298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f is going to be created. [ 943.717218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.717417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.717417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.717639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.717816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.730557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: IN_PROGRESS for 2s [ 943.845299] env[65432]: INFO networking_nsxv3.common.synchronization [req-0b318d09-9409-4650-97a7-b97e6b34371b req-502dd269-51e0-4c01-8666-b51bb6dfbf2c tempest-ServersTestMultiNic-2091480207 tempest-ServersTestMultiNic-2091480207-project-member] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 943.845799] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGHEST for action security_group_members [ 943.846614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.846740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.048482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.088862] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ba2cdfea-c70d-4414-a8f3-3c5cac375497 None None] Enqueued Resource ID: e9d75259-fd74-4048-b02b-13b0c4a90ed2 with Priority: HIGHEST for action port [ 944.089392] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d75259-fd74-4048-b02b-13b0c4a90ed2 with Priority: HIGHEST for action port [ 944.090085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d75259-fd74-4048-b02b-13b0c4a90ed2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d75259-fd74-4048-b02b-13b0c4a90ed2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.090085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d75259-fd74-4048-b02b-13b0c4a90ed2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.090085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d75259-fd74-4048-b02b-13b0c4a90ed2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.090280] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d75259-fd74-4048-b02b-13b0c4a90ed2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.551540] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.594299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d75259-fd74-4048-b02b-13b0c4a90ed2 [ 944.594599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.595354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.596029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.596169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d75259-fd74-4048-b02b-13b0c4a90ed2 already deleted. [ 944.596294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d75259-fd74-4048-b02b-13b0c4a90ed2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.056956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.057295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.057295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.057406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.057493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.057589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 945.092658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.092658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.092658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.092658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.092658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.103684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 945.151811] env[65432]: INFO networking_nsxv3.common.synchronization [req-8ad99e1e-22e0-4ca1-a76e-4be19a53c0d4 req-81a407bb-4384-4dd2-8f6c-fe245a14c7d1 tempest-ServersAdminTestJSON-1712358035 tempest-ServersAdminTestJSON-1712358035-project-member] Enqueued Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 945.152398] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 with Priority: HIGHEST for action security_group_members [ 945.152757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.152882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.152953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.153220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.153385] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.153489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.153550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.153720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.153837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153986] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56a7de7-22e0-41e6-a4bf-918491f5c8c7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.586714] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 945.586972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.657757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.658025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.658025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.658327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.658426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.658673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.658776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.658920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.659082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.659211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.659297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 is going to be updated. [ 945.698599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.698599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.698599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.698599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.698899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.709978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: IN_PROGRESS for 2s [ 945.745754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: SUCCESS [ 945.745754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.893658] env[65432]: INFO networking_nsxv3.common.synchronization [req-25fe03dc-5e25-4dda-bbc8-51710fe8393b req-b6c359a1-cb0c-41d1-b06c-ed1ebe7d2c8d tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 945.894253] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 945.896043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.896043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.896043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.896043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.397583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.397910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.397910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.398045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.398145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.398339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.398440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.398501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.398655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.398729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.398811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 946.431088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.441935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 946.468030] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d3bfd8d7-6b3c-41a7-884c-16181a957c88 None None] Enqueued Resource ID: 2674736e-fa85-4324-90fc-dd4a940bb362 with Priority: HIGHEST for action port [ 946.468331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2674736e-fa85-4324-90fc-dd4a940bb362 with Priority: HIGHEST for action port [ 946.468554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2674736e-fa85-4324-90fc-dd4a940bb362 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.468675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2674736e-fa85-4324-90fc-dd4a940bb362" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.468743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2674736e-fa85-4324-90fc-dd4a940bb362" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.469011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2674736e-fa85-4324-90fc-dd4a940bb362" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.469086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2674736e-fa85-4324-90fc-dd4a940bb362',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.858474] env[65432]: INFO networking_nsxv3.common.synchronization [None req-75eff25e-09e1-4799-b489-a46afd278f5b tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 946.859017] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 946.859724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.859886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.859966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.860217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.860301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.967088] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0eea487b-5495-4522-a173-15c68076857a tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 946.967654] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 946.968369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.968369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.975361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2674736e-fa85-4324-90fc-dd4a940bb362 [ 946.975629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.975794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.975794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.975970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.976053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.976149] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2674736e-fa85-4324-90fc-dd4a940bb362 already deleted. [ 946.976149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2674736e-fa85-4324-90fc-dd4a940bb362" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.112674] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 947.113119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.113478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.113876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114160] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.114847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.114847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.114847] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.384763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.384999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.384999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.385281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.385370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.385470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 already deleted. [ 947.385548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.386057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.386221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.386311] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.617508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.617813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.617813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.617945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.618052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.618243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.618543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.618617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.618698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be updated. [ 947.648799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.649069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.649069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.649308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.649426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.659702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: IN_PROGRESS for 2s [ 947.721208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 in Status: SUCCESS [ 947.721454] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56a7de7-22e0-41e6-a4bf-918491f5c8c7 deletion is rescheduled due to dependency. [ 947.721510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56a7de7-22e0-41e6-a4bf-918491f5c8c7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.805711] env[65432]: INFO networking_nsxv3.common.synchronization [req-1432e206-7a73-4522-8057-97782093bb5d req-a460abfd-7154-475c-bb6c-b68e267341b7 tempest-ServersNegativeTestMultiTenantJSON-1801855529 tempest-ServersNegativeTestMultiTenantJSON-1801855529-project-member] Enqueued Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 947.810237] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 947.811186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.811186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.811423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.811829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.811948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.812078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.908910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.908910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.908910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.908910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 already deleted. [ 947.908910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.145202] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-594" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.145385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-594" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.145827] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-594" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.146319] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.146620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.146874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.147264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.147558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.147917] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.148154] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.148379] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.148588] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.148829] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.149068] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.149329] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.171227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.171456] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.171633] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.171851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-594" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.172290] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-e2869044-1489-4dd4-9817-3466863e7371 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.172523] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.172636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.173088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.173348] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2869044-1489-4dd4-9817-3466863e7371',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.315219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.315760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.315760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.315760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.315760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.315947] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.316076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.316118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.316264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.316354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.316416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 already deleted. [ 948.316511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.452676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 948.452946] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 948.453070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.677121] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.677121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.677555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.677555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.677555] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.677694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port e2869044-1489-4dd4-9817-3466863e7371 not found, creating... [ 948.678274] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.678274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.678274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.679505] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.679505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.679505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: e2869044-1489-4dd4-9817-3466863e7371 is going to be created. [ 948.699926] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.700293] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.700510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.700925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.701292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.701579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.383760] env[65432]: INFO networking_nsxv3.common.synchronization [req-1432e206-7a73-4522-8057-97782093bb5d req-f35d2006-9f95-410b-ba91-280eef1ec872 service nova] Enqueued Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_rules [ 949.383977] env[65432]: INFO networking_nsxv3.common.synchronization [req-1432e206-7a73-4522-8057-97782093bb5d req-f35d2006-9f95-410b-ba91-280eef1ec872 service nova] Enqueued Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 949.384287] env[65432]: INFO networking_nsxv3.common.synchronization [req-1432e206-7a73-4522-8057-97782093bb5d req-f35d2006-9f95-410b-ba91-280eef1ec872 service nova] Enqueued Resource ID: e2869044-1489-4dd4-9817-3466863e7371 with Priority: HIGHEST for action port [ 949.384655] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_rules [ 949.384792] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 949.384892] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2869044-1489-4dd4-9817-3466863e7371 with Priority: HIGHEST for action port [ 949.385469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.385604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.385672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.385979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.386123] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.387540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.387691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.387762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.387945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.388105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.388218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.388288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.388430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.388510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.388607] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.390804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2869044-1489-4dd4-9817-3466863e7371 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.390947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.391199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.391277] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2869044-1489-4dd4-9817-3466863e7371',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.670626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 in Status: SUCCESS [ 949.670626] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 deletion is rescheduled due to dependency. [ 949.670626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.894037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.894037] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2869044-1489-4dd4-9817-3466863e7371 with status ACTIVE [ 949.894498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.894498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.894498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.894498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.894634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.894765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.895470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.895470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.895470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.895470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.895470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.895815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.895815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.895815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.895815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.895815] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2869044-1489-4dd4-9817-3466863e7371 is going to be updated. [ 949.897133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.897258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.921939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.922012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.922241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.922407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.922583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2869044-1489-4dd4-9817-3466863e7371" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.398843] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.902060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.902362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.902362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.902567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.902660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.902778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 is going to be created. [ 950.927907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.927907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.927907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.928169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.928372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.938289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: UNINITIALIZED for 2s [ 952.949766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: SUCCESS [ 952.950069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.950069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.951333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.951333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.951333] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.453940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.454146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.454255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.454480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.454646] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.454772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.454818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.454971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.455075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.455164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.455422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.455516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.455552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.455687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.455820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.455912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.456028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.456113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.456185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.456263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.456354] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.959129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864a0b7f-12d8-47ef-80cb-8fe52a955c39: rpc.has_security_group_logging(os_id): False [ 953.983934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.984176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.984582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.984718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.984986] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.985244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.985491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.985657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.986094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.986289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.986438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.986693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.986848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.986930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.987136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.987368] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 is going to be created. [ 954.062212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.062534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.062534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.062727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.063184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.078361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: IN_PROGRESS for 2s [ 954.386212] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 954.386338] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 956.092251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: SUCCESS [ 956.092535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.388042] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.388042] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 961.670202] env[65432]: INFO networking_nsxv3.common.synchronization [req-b3212b58-f211-48b4-8bac-b8734c964432 req-b94444ee-7d70-4087-85ee-4796bd85a506 tempest-ServersNegativeTestMultiTenantJSON-1801855529 tempest-ServersNegativeTestMultiTenantJSON-1801855529-project-member] Enqueued Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 961.671874] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 with Priority: HIGHEST for action security_group_members [ 961.671874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-864a0b7f-12d8-47ef-80cb-8fe52a955c39 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.672238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.672537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.672537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.672879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.673050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.673231] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864a0b7f-12d8-47ef-80cb-8fe52a955c39',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.133165] env[65432]: INFO networking_nsxv3.common.synchronization [req-a88c3d4d-f919-4300-be26-1c1190996455 req-964def18-70d7-4ca6-ba63-f8744feec214 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 962.133165] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 962.133165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.133165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.133165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.225415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.225415] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.225415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.225415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.225415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.228531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 is going to be updated. [ 962.228531] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.228531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.228531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.228531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.228531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.228531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: IN_PROGRESS for 2s [ 962.488566] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.488786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490054] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490054] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.490599] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.490706] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.490810] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.490915] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.491035] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.491142] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.491262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.510926] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.510926] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.511078] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.511210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.511527] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.511774] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.511901] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.512270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.512412] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.639224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.014654] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.014996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.014996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.015265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.015413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.015557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 not found, creating... [ 963.015865] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.016150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.016390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.016532] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.016827] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.016985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.017110] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.017311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.017436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.017566] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 is going to be created. [ 963.037637] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.037935] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.038039] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.038377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.038662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.038899] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.141813] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.644196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.644419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.644507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.645375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.645375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.645375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 963.675108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.676554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.676554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.676554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.676554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.686832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 963.759264] env[65432]: INFO networking_nsxv3.common.synchronization [req-a88c3d4d-f919-4300-be26-1c1190996455 req-32fd802f-ab19-43ea-b968-a43a65eabb7f service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 963.759427] env[65432]: INFO networking_nsxv3.common.synchronization [req-a88c3d4d-f919-4300-be26-1c1190996455 req-32fd802f-ab19-43ea-b968-a43a65eabb7f service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 963.759561] env[65432]: INFO networking_nsxv3.common.synchronization [req-a88c3d4d-f919-4300-be26-1c1190996455 req-32fd802f-ab19-43ea-b968-a43a65eabb7f service nova] Enqueued Resource ID: f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 with Priority: HIGHEST for action port [ 963.760492] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 963.761069] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 963.761201] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 with Priority: HIGHEST for action port [ 963.761991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.762966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.763069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.764020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.764154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.764598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.764950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.767680] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.130024] env[65432]: INFO networking_nsxv3.common.synchronization [None req-a77284b5-d056-4d16-ab02-a3ad1af24cc4 None None] Enqueued Resource ID: 8da0d6cf-288a-4633-87b3-409cc8d5bff7 with Priority: HIGHEST for action port [ 964.130024] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da0d6cf-288a-4633-87b3-409cc8d5bff7 with Priority: HIGHEST for action port [ 964.130609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da0d6cf-288a-4633-87b3-409cc8d5bff7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.130609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da0d6cf-288a-4633-87b3-409cc8d5bff7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.130609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da0d6cf-288a-4633-87b3-409cc8d5bff7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.131082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da0d6cf-288a-4633-87b3-409cc8d5bff7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.131198] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da0d6cf-288a-4633-87b3-409cc8d5bff7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.229572] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: IN_PROGRESS for 4s [ 964.273034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.273034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.273551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 with status ACTIVE [ 964.274089] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.274545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.274744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.275067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.276107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.276107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.276107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.276107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.276107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.276107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.276107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.276401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.276494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.276673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.276775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.276885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4 is going to be updated. [ 964.311709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.312925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.312925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.312925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.312925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.312925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32bcdcd-5e9a-4718-9f3a-1f8264bde4b4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597261] env[65432]: INFO networking_nsxv3.common.synchronization [req-44557fac-9578-47e5-a828-54e13f3026d8 req-ce6d59e3-5dd9-4c4c-a3d3-a13b3f0697a8 tempest-SecurityGroupRulesNegativeTestJSON-1449866226 tempest-SecurityGroupRulesNegativeTestJSON-1449866226-project-member] Enqueued Resource ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba with Priority: HIGHEST for action security_group_rules [ 964.597327] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba with Priority: HIGHEST for action security_group_rules [ 964.597575] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44290202-9041-4b21-b6da-5ebf6ffe08ba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.598409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.598409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44290202-9041-4b21-b6da-5ebf6ffe08ba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.639375] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da0d6cf-288a-4633-87b3-409cc8d5bff7 [ 964.639616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.640501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.640501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.640501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.640501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.640501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da0d6cf-288a-4633-87b3-409cc8d5bff7 already deleted. [ 964.640501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da0d6cf-288a-4633-87b3-409cc8d5bff7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.777927] env[65432]: INFO networking_nsxv3.common.synchronization [req-f72efa9c-3e4e-4e7c-930f-03f0cb2a4c68 req-25510c42-022e-4f3e-8e5e-50b90a578a9e tempest-SecurityGroupRulesNegativeTestJSON-1449866226 tempest-SecurityGroupRulesNegativeTestJSON-1449866226-project-member] Enqueued Resource ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba with Priority: HIGHEST for action security_group_rules [ 964.778481] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba with Priority: HIGHEST for action security_group_rules [ 964.778782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44290202-9041-4b21-b6da-5ebf6ffe08ba taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.778899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.121173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.121173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba already deleted. [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.121173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.121173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44290202-9041-4b21-b6da-5ebf6ffe08ba',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.644664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.644664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.644664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.645170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.645170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.645170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44290202-9041-4b21-b6da-5ebf6ffe08ba already deleted. [ 965.645170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44290202-9041-4b21-b6da-5ebf6ffe08ba" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 965.697602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.698206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.698327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.698389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.698616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698707] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.201149] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.243082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 in Status: SUCCESS [ 966.243373] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864a0b7f-12d8-47ef-80cb-8fe52a955c39 deletion is rescheduled due to dependency. [ 966.243456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864a0b7f-12d8-47ef-80cb-8fe52a955c39" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.565276] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f56da5be-ff4e-475c-bcc4-27ba171a7fdd None None] Enqueued Resource ID: 407aba52-b5f9-4a12-a924-565b419e2649 with Priority: HIGHEST for action port [ 966.565598] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407aba52-b5f9-4a12-a924-565b419e2649 with Priority: HIGHEST for action port [ 966.566384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-407aba52-b5f9-4a12-a924-565b419e2649 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.566384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407aba52-b5f9-4a12-a924-565b419e2649" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.566384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407aba52-b5f9-4a12-a924-565b419e2649" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.566612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407aba52-b5f9-4a12-a924-565b419e2649" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.566694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407aba52-b5f9-4a12-a924-565b419e2649',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.705249] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.073540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 407aba52-b5f9-4a12-a924-565b419e2649 [ 967.073827] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.074113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.074343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.074433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.074526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:407aba52-b5f9-4a12-a924-565b419e2649 already deleted. [ 967.074605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407aba52-b5f9-4a12-a924-565b419e2649" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.209449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.209613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.209680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.209908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.209999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.210114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 967.237915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.238117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.238160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.238378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.238538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.248204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 968.832990] env[65432]: INFO networking_nsxv3.common.synchronization [req-4813b535-d041-4fa6-b81c-802a16cbd9fb req-2051aa40-99dc-4243-932e-0508755b96c5 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 968.833632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 968.833935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.834835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.834918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.835140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.835315] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.835425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.835490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.837167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.837308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.837374] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.258936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 969.259567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.259567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.259567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.259714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.259912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.259912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.260040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.260114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.260193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.260279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.340033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.340033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.340033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.340290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.340290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.341209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.341209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.341209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.341209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.341209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.341209] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 969.370331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.370590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.370590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.370765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.371271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.382372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 969.441559] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.443276] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.443276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.444145] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.444145] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.445120] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.445120] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.445120] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.445120] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.445120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.468921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.468921] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.470029] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.470029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.470029] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-10e2f3d1-a929-473d-bbd0-84644783d678 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.470029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.470029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.470367] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.470697] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e2f3d1-a929-473d-bbd0-84644783d678',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.764069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.764069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.764069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.764561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.764561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.764561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.764799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.764799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.765050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.765122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765448] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.974071] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.974498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.974498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.975273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.975515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.975727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 10e2f3d1-a929-473d-bbd0-84644783d678 not found, creating... [ 969.976132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.976366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.976543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.976878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.977316] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.977756] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.978092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.978206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.978485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.978633] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.978797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 10e2f3d1-a929-473d-bbd0-84644783d678 is going to be created. [ 970.003836] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.004097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.004519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.004519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.004711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.004938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.267600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 970.289916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.290239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.290239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.290404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.290471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.290676] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.290833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.290936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.291190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.291275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.291474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.291599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.291657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.291833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.291948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.292193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.292318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.292378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.292481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.292617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.292684] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 970.391333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.391601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.391601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.391797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.391949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.421709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 970.839379] env[65432]: INFO networking_nsxv3.common.synchronization [req-4813b535-d041-4fa6-b81c-802a16cbd9fb req-b2e71ba4-923e-4219-ad12-1c676a766a91 service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 970.839479] env[65432]: INFO networking_nsxv3.common.synchronization [req-4813b535-d041-4fa6-b81c-802a16cbd9fb req-b2e71ba4-923e-4219-ad12-1c676a766a91 service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 970.839581] env[65432]: INFO networking_nsxv3.common.synchronization [req-4813b535-d041-4fa6-b81c-802a16cbd9fb req-b2e71ba4-923e-4219-ad12-1c676a766a91 service nova] Enqueued Resource ID: 10e2f3d1-a929-473d-bbd0-84644783d678 with Priority: HIGHEST for action port [ 970.840744] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 970.841087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 970.841087] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f3d1-a929-473d-bbd0-84644783d678 with Priority: HIGHEST for action port [ 970.842300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.842497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.842596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.842856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.843074] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.844543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.844945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845283] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e2f3d1-a929-473d-bbd0-84644783d678 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.845397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.845723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.845835] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e2f3d1-a929-473d-bbd0-84644783d678',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.347799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.348200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.348200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10e2f3d1-a929-473d-bbd0-84644783d678 with status ACTIVE [ 971.348411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.348577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.348670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.348934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.349055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.349292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.349437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.349496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.349677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.349751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.349935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.350040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.350104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.350270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.350357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.350457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10e2f3d1-a929-473d-bbd0-84644783d678 is going to be updated. [ 971.375678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.375678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.375678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.375678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.375678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.375678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e2f3d1-a929-473d-bbd0-84644783d678" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395293] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 971.395293] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395293] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.897491] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.399634] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.443912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 972.444500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.773414] env[65432]: INFO networking_nsxv3.common.synchronization [None req-81393b7b-934d-4f9a-b6dd-6aed2ade34e0 None None] Enqueued Resource ID: 198e241f-adee-4d95-9d6d-a462204ef999 with Priority: HIGHEST for action port [ 972.774025] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198e241f-adee-4d95-9d6d-a462204ef999 with Priority: HIGHEST for action port [ 972.774786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-198e241f-adee-4d95-9d6d-a462204ef999 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.774959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198e241f-adee-4d95-9d6d-a462204ef999" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.775081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198e241f-adee-4d95-9d6d-a462204ef999" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.775352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198e241f-adee-4d95-9d6d-a462204ef999" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.775446] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198e241f-adee-4d95-9d6d-a462204ef999',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.905626] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.906033] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.908978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.908978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.908978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.908978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 972.945879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.945879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.946095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.948411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.948411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.959204] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 973.278861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198e241f-adee-4d95-9d6d-a462204ef999 [ 973.278861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.278861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.278861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.279382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.279545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.279626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198e241f-adee-4d95-9d6d-a462204ef999 already deleted. [ 973.279752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198e241f-adee-4d95-9d6d-a462204ef999" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.975994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 974.977909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.977909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.978212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.978356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.978392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.978578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.978616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.979161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.979161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.167558] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c1d28416-99bf-4288-980f-806da83318ba None None] Enqueued Resource ID: e34e264c-c886-4f49-86ef-109de8cd87ae with Priority: HIGHEST for action port [ 975.168200] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34e264c-c886-4f49-86ef-109de8cd87ae with Priority: HIGHEST for action port [ 975.168552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34e264c-c886-4f49-86ef-109de8cd87ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.168650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34e264c-c886-4f49-86ef-109de8cd87ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34e264c-c886-4f49-86ef-109de8cd87ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34e264c-c886-4f49-86ef-109de8cd87ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.169378] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34e264c-c886-4f49-86ef-109de8cd87ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.485027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.485027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.485694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.485694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.643071] env[65432]: INFO networking_nsxv3.common.synchronization [None req-5e5c0be1-4152-4e76-9858-c6b1a980fe3b None None] Enqueued Resource ID: b47095b4-ccd9-4960-9d89-2fa0f5e644a7 with Priority: HIGHEST for action port [ 975.643655] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47095b4-ccd9-4960-9d89-2fa0f5e644a7 with Priority: HIGHEST for action port [ 975.645342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b47095b4-ccd9-4960-9d89-2fa0f5e644a7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.645342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b47095b4-ccd9-4960-9d89-2fa0f5e644a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.647180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b47095b4-ccd9-4960-9d89-2fa0f5e644a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.647524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b47095b4-ccd9-4960-9d89-2fa0f5e644a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.647761] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47095b4-ccd9-4960-9d89-2fa0f5e644a7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.672287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e34e264c-c886-4f49-86ef-109de8cd87ae [ 975.672450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.672787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.673166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.673734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.673734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.673838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e34e264c-c886-4f49-86ef-109de8cd87ae already deleted. [ 975.673877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34e264c-c886-4f49-86ef-109de8cd87ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.987616] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32201b4-a539-4eab-b1e7-6478ce58b2fa: rpc.has_security_group_logging(os_id): False [ 976.014184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.014349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.014677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.014677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.014777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.014990] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.015108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.015160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.015326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.015428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.015567] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.015657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.015710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.015844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.015913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.017120] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.017256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.017365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.017568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.017826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.017826] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 976.038591] env[65432]: INFO networking_nsxv3.common.synchronization [req-3e41f6ba-aff5-4d8d-87f4-8d255dd33be4 req-43903295-1eb2-4903-aab7-e95c6ede15e9 tempest-ServerMetadataNegativeTestJSON-258915311 tempest-ServerMetadataNegativeTestJSON-258915311-project-member] Enqueued Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 976.039260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 976.039595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.039722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.039841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.040249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.040367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.040439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.042283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.042367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.042460] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.117881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.118215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.118896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.119266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.119574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.136918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 976.152430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b47095b4-ccd9-4960-9d89-2fa0f5e644a7 [ 976.152589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.152750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.152852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.153158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.153246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.153344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b47095b4-ccd9-4960-9d89-2fa0f5e644a7 already deleted. [ 976.153933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b47095b4-ccd9-4960-9d89-2fa0f5e644a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.545950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.546133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.546211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.546430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.546516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.546717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.546807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.546914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.547017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.547089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.547753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 already deleted. [ 976.547753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.591502] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.592073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.593268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.593268] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.593268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.593268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.594944] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598356] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.598356] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.598356] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.598356] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.598356] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.598356] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.598356] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.598356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.619839] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.620250] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.620430] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.620592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-78" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.620965] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-e0835e6a-7b9e-428b-8477-a7ea7a10f676 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.621186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.621305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.621628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.621957] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0835e6a-7b9e-428b-8477-a7ea7a10f676',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.127164] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.127480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.127480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.127704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.127853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.128011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port e0835e6a-7b9e-428b-8477-a7ea7a10f676 not found, creating... [ 977.128281] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.130638] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.130638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.130638] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: e0835e6a-7b9e-428b-8477-a7ea7a10f676 is going to be created. [ 977.149980] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.150364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.150364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.150683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.151020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.151267] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.963050] env[65432]: INFO networking_nsxv3.common.synchronization [req-3e41f6ba-aff5-4d8d-87f4-8d255dd33be4 req-e7a28a6e-5f70-49df-9928-2635b3eb8f7d service nova] Enqueued Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_rules [ 977.963050] env[65432]: INFO networking_nsxv3.common.synchronization [req-3e41f6ba-aff5-4d8d-87f4-8d255dd33be4 req-e7a28a6e-5f70-49df-9928-2635b3eb8f7d service nova] Enqueued Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 977.963050] env[65432]: INFO networking_nsxv3.common.synchronization [req-3e41f6ba-aff5-4d8d-87f4-8d255dd33be4 req-e7a28a6e-5f70-49df-9928-2635b3eb8f7d service nova] Enqueued Resource ID: e0835e6a-7b9e-428b-8477-a7ea7a10f676 with Priority: HIGHEST for action port [ 977.963771] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_rules [ 977.963771] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 977.964115] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0835e6a-7b9e-428b-8477-a7ea7a10f676 with Priority: HIGHEST for action port [ 977.967384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.967384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.967384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.967384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.967384] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.968389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.968389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.968389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.968389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.969314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.969314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.969314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.969314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.969314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.969314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.980118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0835e6a-7b9e-428b-8477-a7ea7a10f676 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.980118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.980118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.980587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.980587] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0835e6a-7b9e-428b-8477-a7ea7a10f676',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.154623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 978.154987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.338805] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b9e43306-d9f4-45d9-9614-57c516e6c2e4 None None] Enqueued Resource ID: cd5eecdb-bed1-4203-97c6-d0462f59952e with Priority: HIGHEST for action port [ 978.339180] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5eecdb-bed1-4203-97c6-d0462f59952e with Priority: HIGHEST for action port [ 978.339506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5eecdb-bed1-4203-97c6-d0462f59952e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.339632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5eecdb-bed1-4203-97c6-d0462f59952e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.339912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5eecdb-bed1-4203-97c6-d0462f59952e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.340086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5eecdb-bed1-4203-97c6-d0462f59952e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.340086] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5eecdb-bed1-4203-97c6-d0462f59952e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.478381] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.482685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.482800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.483272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0835e6a-7b9e-428b-8477-a7ea7a10f676 with status ACTIVE [ 978.483443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.483557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.483624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.483833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.483923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.484119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.484219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.484279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.488112] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.488112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.488112] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0835e6a-7b9e-428b-8477-a7ea7a10f676 is going to be updated. [ 978.509743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.509743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0835e6a-7b9e-428b-8477-a7ea7a10f676" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.554289] env[65432]: INFO networking_nsxv3.common.synchronization [req-81b13693-8968-42bb-9533-59f3e5fd3f9d req-370cab3e-7f69-423c-8458-2b41a0c92a9d tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 978.554289] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 978.554289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.554527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.554706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.555051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.555311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.555523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.555882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.556151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.556696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.557134] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.842459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd5eecdb-bed1-4203-97c6-d0462f59952e [ 978.843553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.843759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.843831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.844248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.844248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.844352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd5eecdb-bed1-4203-97c6-d0462f59952e already deleted. [ 978.844352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5eecdb-bed1-4203-97c6-d0462f59952e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.984464] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.045093] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.045522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.045968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.046771] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.047923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.048391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.048478] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.050268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.050268] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.050507] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.051015] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.051155] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.051279] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.051394] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.051495] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.051813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.060572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.061085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.061172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.061419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.061540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.061804] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.061940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.062036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.062232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.062408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.062462] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 already deleted. [ 979.062533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.072649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.072649] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.072884] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.073147] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073889] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-653085cf-3afa-42e9-ad4d-bcc551959bb9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.074657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.074978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.075329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.076283] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653085cf-3afa-42e9-ad4d-bcc551959bb9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.489411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.489411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.489411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.489411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.489411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.489411] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 is going to be created. [ 979.490950] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3ca9bb79-edfc-446a-9b18-b7a665d58da9 None None] Enqueued Resource ID: 2fde2072-32bc-4359-a327-1d182b1fd0b5 with Priority: HIGHEST for action port [ 979.491279] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fde2072-32bc-4359-a327-1d182b1fd0b5 with Priority: HIGHEST for action port [ 979.491595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fde2072-32bc-4359-a327-1d182b1fd0b5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.491731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fde2072-32bc-4359-a327-1d182b1fd0b5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.491765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fde2072-32bc-4359-a327-1d182b1fd0b5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.491996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fde2072-32bc-4359-a327-1d182b1fd0b5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.492091] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fde2072-32bc-4359-a327-1d182b1fd0b5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.521891] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.522095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.522161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.522372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.522538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.542688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: UNINITIALIZED for 2s [ 979.579225] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.579464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.579590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.579912] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.580075] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.580239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 653085cf-3afa-42e9-ad4d-bcc551959bb9 not found, creating... [ 979.580546] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.580713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.580846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.581174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.581336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.581886] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.582029] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.582163] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.582403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.582536] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.582679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 653085cf-3afa-42e9-ad4d-bcc551959bb9 is going to be created. [ 979.640823] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.641064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.641192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.641492] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.641765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.645030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.994255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fde2072-32bc-4359-a327-1d182b1fd0b5 [ 979.994502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.994641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.994711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.994924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.995031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.995124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fde2072-32bc-4359-a327-1d182b1fd0b5 already deleted. [ 979.995210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fde2072-32bc-4359-a327-1d182b1fd0b5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [req-81b13693-8968-42bb-9533-59f3e5fd3f9d req-4861766c-d7fb-432b-b221-5d3ce8652eec service nova] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [req-81b13693-8968-42bb-9533-59f3e5fd3f9d req-4861766c-d7fb-432b-b221-5d3ce8652eec service nova] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [req-81b13693-8968-42bb-9533-59f3e5fd3f9d req-4861766c-d7fb-432b-b221-5d3ce8652eec service nova] Enqueued Resource ID: 653085cf-3afa-42e9-ad4d-bcc551959bb9 with Priority: HIGHEST for action port [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_rules [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 980.317559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653085cf-3afa-42e9-ad4d-bcc551959bb9 with Priority: HIGHEST for action port [ 980.317783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.317783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.317918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.320159] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.320159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.320159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.320159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.320435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.320435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.320435] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.323673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-653085cf-3afa-42e9-ad4d-bcc551959bb9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.323673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.323673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.323673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.323673] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653085cf-3afa-42e9-ad4d-bcc551959bb9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.824084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.825835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.825835] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.829837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 653085cf-3afa-42e9-ad4d-bcc551959bb9 with status ACTIVE [ 980.829837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.829837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.829837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.829837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.829837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.829837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.830461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.830598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.830800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.830968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.832286] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.832286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.832286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.832286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.832286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.832286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 653085cf-3afa-42e9-ad4d-bcc551959bb9 is going to be updated. [ 980.892756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.892843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.892879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.893260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.893355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.893355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653085cf-3afa-42e9-ad4d-bcc551959bb9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.127127] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6e2868b-c17e-4c51-8bf0-cc6518d90b5d req-02322489-2dd6-47a6-8b8e-ab477b67117d tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 981.127127] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 981.127127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.127127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.127127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.127484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.127559] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.332429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.487641] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.487856] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.487977] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.488252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.488498] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.488677] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.488758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.489805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.489805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.489805] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.490256] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.490256] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.490256] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.490435] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.490934] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.491135] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.509910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.509993] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.510084] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.510258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-375" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.510574] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-1b670100-4c81-4d09-bd31-3259cbe49d2b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.510742] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.511309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.511309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.511457] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b670100-4c81-4d09-bd31-3259cbe49d2b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.553769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: SUCCESS [ 981.553984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.554257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.554477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.554651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.554767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.554833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.555017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.555148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.555185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.555344] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.631017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.631215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.631288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.631494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.631589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.631794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.631892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.631953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.632112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.632187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.632271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 981.658745] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.658901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.658973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.659178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.659312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.669953] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 981.762164] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c58e94c3-b2f3-43bb-b56c-39f558b0c577 None None] Enqueued Resource ID: f77eabec-aec6-4a5e-ba6d-95451023465f with Priority: HIGHEST for action port [ 981.762745] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77eabec-aec6-4a5e-ba6d-95451023465f with Priority: HIGHEST for action port [ 981.763144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77eabec-aec6-4a5e-ba6d-95451023465f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.763256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77eabec-aec6-4a5e-ba6d-95451023465f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.763330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77eabec-aec6-4a5e-ba6d-95451023465f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.763581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77eabec-aec6-4a5e-ba6d-95451023465f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.763666] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77eabec-aec6-4a5e-ba6d-95451023465f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.836653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.837083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.837083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.837176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.837295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.837404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 is going to be created. [ 981.866788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.867046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.867046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.867429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.867668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.880912] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: UNINITIALIZED for 2s [ 982.015018] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.015018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.015018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 1b670100-4c81-4d09-bd31-3259cbe49d2b not found, creating... [ 982.015378] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.015479] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.015589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.015813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.015941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.016250] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.016397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.016937] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.017199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.017339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.017475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 1b670100-4c81-4d09-bd31-3259cbe49d2b is going to be created. [ 982.041109] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.041336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.041455] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.041786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.042033] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.042261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.058784] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.060296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.060296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.060296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.060917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.060917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.060917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.060917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.060917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.060917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.060917] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.155778] env[65432]: INFO networking_nsxv3.common.synchronization [None req-36a25f9f-074b-4f02-9027-9989616cc036 None None] Enqueued Resource ID: e762c1e6-ff3d-4290-a88b-75be700913c3 with Priority: HIGHEST for action port [ 982.156514] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e762c1e6-ff3d-4290-a88b-75be700913c3 with Priority: HIGHEST for action port [ 982.159583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e762c1e6-ff3d-4290-a88b-75be700913c3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e762c1e6-ff3d-4290-a88b-75be700913c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.159767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e762c1e6-ff3d-4290-a88b-75be700913c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e762c1e6-ff3d-4290-a88b-75be700913c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.162397] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e762c1e6-ff3d-4290-a88b-75be700913c3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.265962] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77eabec-aec6-4a5e-ba6d-95451023465f [ 982.266197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.266356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.266393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.266605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.266693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.266787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77eabec-aec6-4a5e-ba6d-95451023465f already deleted. [ 982.266879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77eabec-aec6-4a5e-ba6d-95451023465f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 580ef89a-9f79-4158-9d8b-7d97b18a3ec3: rpc.has_security_group_logging(os_id): False [ 982.587746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.587952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.588058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.588337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.588449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.588703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.588828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.588910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.589120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.589215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.589466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.589674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.589781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.589981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.590124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.590407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.590532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.590802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.590908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.591056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 is going to be created. [ 982.665327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e762c1e6-ff3d-4290-a88b-75be700913c3 [ 982.667165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.667165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.667165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.667165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.667165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.667165] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e762c1e6-ff3d-4290-a88b-75be700913c3 already deleted. [ 982.667165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e762c1e6-ff3d-4290-a88b-75be700913c3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.678851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.679938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.679938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.679938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.679938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.694524] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: IN_PROGRESS for 2s [ 982.884057] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6e2868b-c17e-4c51-8bf0-cc6518d90b5d req-cdd008da-ba0e-4a6d-98a6-eccfe42e33bd service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 982.884350] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6e2868b-c17e-4c51-8bf0-cc6518d90b5d req-cdd008da-ba0e-4a6d-98a6-eccfe42e33bd service nova] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 982.884350] env[65432]: INFO networking_nsxv3.common.synchronization [req-d6e2868b-c17e-4c51-8bf0-cc6518d90b5d req-cdd008da-ba0e-4a6d-98a6-eccfe42e33bd service nova] Enqueued Resource ID: 1b670100-4c81-4d09-bd31-3259cbe49d2b with Priority: HIGHEST for action port [ 982.884816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_rules [ 982.884964] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 982.886088] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b670100-4c81-4d09-bd31-3259cbe49d2b with Priority: HIGHEST for action port [ 982.886088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.886088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.886088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.886282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.886282] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.887529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.887706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.889627] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b670100-4c81-4d09-bd31-3259cbe49d2b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.889627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.889627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.889627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.889627] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b670100-4c81-4d09-bd31-3259cbe49d2b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.388393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.388537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.390978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b670100-4c81-4d09-bd31-3259cbe49d2b with status ACTIVE [ 983.391264] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.391388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.391448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.391640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.391748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.391939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.392276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.392391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.392537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.392831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.392900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.392983] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b670100-4c81-4d09-bd31-3259cbe49d2b is going to be updated. [ 983.417811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.417995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.418060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.418254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.418419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.418604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b670100-4c81-4d09-bd31-3259cbe49d2b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 983.681579] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 deletion is rescheduled due to dependency. [ 983.681579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.682198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.682198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.682309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.682309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.682561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.682561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.682656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.894481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: SUCCESS [ 983.894844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898429] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.171490] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e9fce66f-dad8-4b2f-aa8a-7923f47495c4 None None] Enqueued Resource ID: 6791c970-d7a0-49e1-91d3-e9171eab0e68 with Priority: HIGHEST for action port [ 984.172069] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6791c970-d7a0-49e1-91d3-e9171eab0e68 with Priority: HIGHEST for action port [ 984.172387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6791c970-d7a0-49e1-91d3-e9171eab0e68 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.172511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6791c970-d7a0-49e1-91d3-e9171eab0e68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6791c970-d7a0-49e1-91d3-e9171eab0e68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.173219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6791c970-d7a0-49e1-91d3-e9171eab0e68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.173219] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6791c970-d7a0-49e1-91d3-e9171eab0e68',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.185310] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.301143] env[65432]: INFO networking_nsxv3.common.synchronization [req-0269c36c-8549-4975-a443-9083219f9cd5 req-5940bdae-6e4b-4219-aa26-3a502815326c tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 984.301143] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 984.302124] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.302982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.303650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.303764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.304098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.304226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.401291] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.678357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6791c970-d7a0-49e1-91d3-e9171eab0e68 [ 984.678357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.678357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.678357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.678357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.678357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.678357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6791c970-d7a0-49e1-91d3-e9171eab0e68 already deleted. [ 984.678357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6791c970-d7a0-49e1-91d3-e9171eab0e68" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.689551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.720116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: SUCCESS [ 984.720429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.754531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.755496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.755496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.759022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.759022] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.759022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.759022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.759022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.759022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.759022] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.759022] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.759022] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.759022] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.759022] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.759022] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.759022] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.785741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.786046] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.786507] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.786507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.787400] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-37b06170-0c32-4815-b66c-a78165bc6bda taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.787682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.788265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.788610] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788998] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b06170-0c32-4815-b66c-a78165bc6bda',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.810035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.810234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.810468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.810572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.810700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.811010] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.811164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.811237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.811438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.811535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.811654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 984.847890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.847890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.847890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.847890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.847890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.859195] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 984.903451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3532adfe-98fa-4114-89ea-5c7ddfe48e24: rpc.has_security_group_logging(os_id): False [ 984.926773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.926773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.926773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.927349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.927349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.927349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 is going to be created. [ 984.996023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.996023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.996023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.996023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.996023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.010038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: IN_PROGRESS for 2s [ 985.193281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.193443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.193536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.193820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.193965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.194095] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 985.226866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.226866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.226866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.226866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.226866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.241761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 985.261822] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4cf02bd6-a43e-44df-bc9e-12d2ec9ede40 None None] Enqueued Resource ID: 9cf23cb4-00f2-410f-8b0f-b8ecd785d430 with Priority: HIGHEST for action port [ 985.262476] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf23cb4-00f2-410f-8b0f-b8ecd785d430 with Priority: HIGHEST for action port [ 985.262798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf23cb4-00f2-410f-8b0f-b8ecd785d430 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.262929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf23cb4-00f2-410f-8b0f-b8ecd785d430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.263533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf23cb4-00f2-410f-8b0f-b8ecd785d430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.263533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf23cb4-00f2-410f-8b0f-b8ecd785d430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263533] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf23cb4-00f2-410f-8b0f-b8ecd785d430',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.291577] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.291842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.291993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.292313] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.292469] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.292615] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 37b06170-0c32-4815-b66c-a78165bc6bda not found, creating... [ 985.292938] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.293139] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.293263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.293498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.293636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.293934] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.294107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.294211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.294435] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.294569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.294800] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 37b06170-0c32-4815-b66c-a78165bc6bda is going to be created. [ 985.343851] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.344243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.344440] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.344767] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.345067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.345372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.692503] env[65432]: INFO networking_nsxv3.common.synchronization [None req-97e219bc-31f9-4127-ae7c-677d2259fb19 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 985.693711] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 985.693711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.693711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.693963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.694075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.694177] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.767024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf23cb4-00f2-410f-8b0f-b8ecd785d430 [ 985.767024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.767024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.767024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.767024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf23cb4-00f2-410f-8b0f-b8ecd785d430 already deleted. [ 985.767510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf23cb4-00f2-410f-8b0f-b8ecd785d430" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.934730] env[65432]: INFO networking_nsxv3.common.synchronization [None req-1692dbb8-4be0-4863-b45c-4578dde98679 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 985.935081] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 985.935445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.935568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [req-0269c36c-8549-4975-a443-9083219f9cd5 req-5da95c49-f222-4c21-b0cd-77fee7280a1b service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [req-0269c36c-8549-4975-a443-9083219f9cd5 req-5da95c49-f222-4c21-b0cd-77fee7280a1b service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [req-0269c36c-8549-4975-a443-9083219f9cd5 req-5da95c49-f222-4c21-b0cd-77fee7280a1b service nova] Enqueued Resource ID: 37b06170-0c32-4815-b66c-a78165bc6bda with Priority: HIGHEST for action port [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 986.139766] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b06170-0c32-4815-b66c-a78165bc6bda with Priority: HIGHEST for action port [ 986.140673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.141058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.141268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.142025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.142792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.143479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.143603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.143849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b06170-0c32-4815-b66c-a78165bc6bda taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.143952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.144029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.144263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.144348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b06170-0c32-4815-b66c-a78165bc6bda',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.219566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.219822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.219921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.220341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.220477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.220612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 already deleted. [ 986.220733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.221087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.221350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.221451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.271704] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff6f74d0-cf72-445d-bca8-ac9d126274e6 req-67b2027c-ce94-4def-9ad8-1d9e470f92e9 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 986.272325] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 986.272749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.272903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.272960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.273428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.273521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.273876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.273876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.273977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.274046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.274286] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.649529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.649529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.649529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37b06170-0c32-4815-b66c-a78165bc6bda with status ACTIVE [ 986.649529] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.649529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.649529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.649884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.649884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.650374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.650374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.650374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.650374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.650571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.650600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.650691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.650753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.650976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.650976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.651106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37b06170-0c32-4815-b66c-a78165bc6bda is going to be updated. [ 986.673488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.673669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.673724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.673961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.674147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.674352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b06170-0c32-4815-b66c-a78165bc6bda" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.701440] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.701641] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702424] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.702624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702810] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.703474] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.703758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.704008] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.704169] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.704292] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.704523] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.704715] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.704862] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.705027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.739000] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.739000] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.739000] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.739000] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.739000] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-d2372f90-1107-4af5-a33c-977efe7d60f1 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.739000] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.739000] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.739000] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.739000] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2372f90-1107-4af5-a33c-977efe7d60f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.754743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.754938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.754938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.755187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.755265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.755374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 already deleted. [ 986.755508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.778896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.778896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.778896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.779137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.779137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.780116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.780116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.780116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.780116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.780116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.780116] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 986.821379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.821523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.821595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.821811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.821953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.834849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 986.880084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 986.880314] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.882068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.882068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.882068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.023662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: SUCCESS [ 987.023662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.239727] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.240081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.240264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.240954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.240954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.241425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port d2372f90-1107-4af5-a33c-977efe7d60f1 not found, creating... [ 987.241425] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.241583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.241749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.242140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.242386] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.242885] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.243194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.243393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.243739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.244210] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.244210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: d2372f90-1107-4af5-a33c-977efe7d60f1 is going to be created. [ 987.264501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.264501] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.264501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.264855] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.276795] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.276795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.276795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.277076] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.277195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279214] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.385913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.769909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.769909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.769909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.769909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.772224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.772224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.772224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.772224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.772224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.873211] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2ebf2eaf-4e3b-4953-b4ae-f45e26769951 None None] Enqueued Resource ID: 6ed76bdb-edc1-41f9-8c08-574f7bedb756 with Priority: HIGHEST for action port [ 987.873803] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed76bdb-edc1-41f9-8c08-574f7bedb756 with Priority: HIGHEST for action port [ 987.874141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed76bdb-edc1-41f9-8c08-574f7bedb756 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.874437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed76bdb-edc1-41f9-8c08-574f7bedb756" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.874544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed76bdb-edc1-41f9-8c08-574f7bedb756" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.875041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed76bdb-edc1-41f9-8c08-574f7bedb756" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.875181] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed76bdb-edc1-41f9-8c08-574f7bedb756',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.887954] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.003747] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-f6e88c01-c5e3-4a97-970c-e9d05e4b7526 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 988.004364] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 988.004890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.005022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.005173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.005503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.005563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.005640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.005683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.005825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.005902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.005993] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.019901] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff6f74d0-cf72-445d-bca8-ac9d126274e6 req-a7ef4a73-0c9e-4b28-b711-eb6065dcab4d service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 988.020128] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff6f74d0-cf72-445d-bca8-ac9d126274e6 req-a7ef4a73-0c9e-4b28-b711-eb6065dcab4d service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 988.022478] env[65432]: INFO networking_nsxv3.common.synchronization [req-ff6f74d0-cf72-445d-bca8-ac9d126274e6 req-a7ef4a73-0c9e-4b28-b711-eb6065dcab4d service nova] Enqueued Resource ID: d2372f90-1107-4af5-a33c-977efe7d60f1 with Priority: HIGHEST for action port [ 988.023243] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 988.023383] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 988.023805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2372f90-1107-4af5-a33c-977efe7d60f1 with Priority: HIGHEST for action port [ 988.024460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.024577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.024835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.024924] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.025911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.026042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.026165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2372f90-1107-4af5-a33c-977efe7d60f1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.026461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.026461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.026625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.026625] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2372f90-1107-4af5-a33c-977efe7d60f1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.276848] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4e573f8-ba1d-416c-be29-7209cffd5dd2: rpc.has_security_group_logging(os_id): False [ 988.312832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.313027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.316022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.316022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.316022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.316022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.317104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.317104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.317104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.317104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.317104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 988.376838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed76bdb-edc1-41f9-8c08-574f7bedb756 [ 988.378057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.378057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.378057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.378057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.378057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.378057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed76bdb-edc1-41f9-8c08-574f7bedb756 already deleted. [ 988.378057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed76bdb-edc1-41f9-8c08-574f7bedb756" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.391528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.391691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.391764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.391990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.392095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.392213] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 988.396265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.396506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.396640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.396882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.397057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.401740] env[65432]: INFO networking_nsxv3.common.synchronization [req-1d5eec18-a995-4b9f-85a8-b3658bd4efd7 req-d3e4bd1a-6659-40bf-9a1e-379188c9e868 tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 988.402331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 988.403084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.403301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.403422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.403755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.404070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.405100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.405100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.405100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.405226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.405281] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.417253] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 988.420712] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.420712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.420712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.420712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.420874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.421218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.421312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.421627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422162] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.422289] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.422397] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.422626] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.422769] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.422937] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.423464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.434672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.434828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.434898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.435130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.465495] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.465737] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.465928] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.466221] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.466650] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-15ae861d-483a-41bb-9827-8092a72f9e6e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.466905] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.467090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.467683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.467886] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ae861d-483a-41bb-9827-8092a72f9e6e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.474354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 988.508246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.508425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.508582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.508830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.509165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.509276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.509356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.509479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 988.528248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.528450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.528554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2372f90-1107-4af5-a33c-977efe7d60f1 with status ACTIVE [ 988.528731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.528833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.528934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.529403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.529496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.529556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.529970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.530081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.530143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.530286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.530360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.530445] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2372f90-1107-4af5-a33c-977efe7d60f1 is going to be updated. [ 988.545119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.545276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.545575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.546091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.546288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.556410] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 988.557350] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.557954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.557954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.557954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.557954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.558127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2372f90-1107-4af5-a33c-977efe7d60f1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.845397] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 988.845625] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e deletion is rescheduled due to dependency. [ 988.845753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.845958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.846573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.846647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.847056] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.907883] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.975024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 15ae861d-483a-41bb-9827-8092a72f9e6e not found, creating... [ 988.975024] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.975024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975654] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.975654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.975654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.975654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.975654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 15ae861d-483a-41bb-9827-8092a72f9e6e is going to be created. [ 988.999697] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.999697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.999697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.999697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.999697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.999697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.349350] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.409791] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.845309] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-868d98f8-c232-406d-9b00-8de2dbff55ae service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 989.845580] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-868d98f8-c232-406d-9b00-8de2dbff55ae service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 989.845742] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-868d98f8-c232-406d-9b00-8de2dbff55ae service nova] Enqueued Resource ID: 15ae861d-483a-41bb-9827-8092a72f9e6e with Priority: HIGHEST for action port [ 989.847091] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 989.847330] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 989.850295] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ae861d-483a-41bb-9827-8092a72f9e6e with Priority: HIGHEST for action port [ 989.850295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.853068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.853640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.853640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ae861d-483a-41bb-9827-8092a72f9e6e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.853867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.853867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.856671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.856671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ae861d-483a-41bb-9827-8092a72f9e6e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.856671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.914566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.914712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.914801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.915287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.915480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.915590] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 989.956254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.956342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.956435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.956888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.956888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.968985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 990.356504] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.356918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.356918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15ae861d-483a-41bb-9827-8092a72f9e6e with status ACTIVE [ 990.357163] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.357163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.357447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.357447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.358119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.358288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.358461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.358461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.358697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.358801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.358993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.359355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.360067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.360178] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15ae861d-483a-41bb-9827-8092a72f9e6e is going to be updated. [ 990.362783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.362988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.363108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.363371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.363523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.363612] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 990.400968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.401371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.401371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.401487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.401579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.401742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ae861d-483a-41bb-9827-8092a72f9e6e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.420248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.420452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.420452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.421529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.421529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.440256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 990.461108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 990.461416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.489545] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 990.490237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.490237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.490237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.490451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.490572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.490639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.490790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.490873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.490961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.491807] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.574308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 990.574538] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce deletion is rescheduled due to dependency. [ 990.574538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.574734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.575012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.575233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.575628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.575628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.575793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.575793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.575863] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.662089] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-052bb358-7ff2-44f8-882d-e4620b90b9a8 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 990.663334] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 990.663873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.664068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.996876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.997096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.997096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.997334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.997507] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.997608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.997671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.997842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.997929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.998035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.998184] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.998276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.998343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.998565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.999519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.999656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.999717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.000192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.000350] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.000449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.000825] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.081546] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.092510] env[65432]: INFO networking_nsxv3.common.synchronization [req-895b9b2a-a7ce-418f-9a75-40ed8c9cc6eb req-68d48232-9f43-46b3-bef6-2ce3fc55add9 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 991.093292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 991.093744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.093920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.093968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.094589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.094751] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.094847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.094915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.095089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.095184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.095267] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.110442] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.110764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.110764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.111141] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.111445] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.111626] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.111746] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.111976] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.112145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.112401] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.112518] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.112625] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.112729] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.112835] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.112927] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.113121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.136982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.137239] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.137333] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.137537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.137928] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-b24bb16c-f42b-4615-b5ea-3acf871d22e3 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.138130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.138228] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.138540] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.138674] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24bb16c-f42b-4615-b5ea-3acf871d22e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.503404] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 991.525239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.527680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.527680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.527680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.528741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.528741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.528741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.528741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.528741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.528741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 991.584848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.589773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.589905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.589970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.599934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.600161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.600227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.600421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.600540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.600752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.600861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.602464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.602464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.602464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.602464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 991.606184] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 991.640196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.640463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.640463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.640685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.640833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.642662] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.644799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port b24bb16c-f42b-4615-b5ea-3acf871d22e3 not found, creating... [ 991.644799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.644799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.645701] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.645701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.645701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.645701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.645701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.645701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: b24bb16c-f42b-4615-b5ea-3acf871d22e3 is going to be created. [ 991.669765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 991.685683] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.685683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.685683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.685683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.685683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.685683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.981207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 991.981446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.087641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.087641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.087641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.087988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.087988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.087988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 992.122496] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.122690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.122736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.122958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.123165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.132841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-983ad3d2-aea9-44ec-b8aa-4bce970311d1 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-983ad3d2-aea9-44ec-b8aa-4bce970311d1 service nova] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [req-af68f5c6-ea48-4dc6-a61a-9f91ccf934b8 req-983ad3d2-aea9-44ec-b8aa-4bce970311d1 service nova] Enqueued Resource ID: b24bb16c-f42b-4615-b5ea-3acf871d22e3 with Priority: HIGHEST for action port [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_rules [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 992.397858] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b24bb16c-f42b-4615-b5ea-3acf871d22e3 with Priority: HIGHEST for action port [ 992.398425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.399253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.401540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.401864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.401979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b24bb16c-f42b-4615-b5ea-3acf871d22e3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.402155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.402242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.402514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.402635] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24bb16c-f42b-4615-b5ea-3acf871d22e3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.454288] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 992.454489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.454697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.454922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.455141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.455309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.455418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.455616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.455709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.455821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.455913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.912589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b24bb16c-f42b-4615-b5ea-3acf871d22e3 with status ACTIVE [ 992.912589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.912589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.912589] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.912589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.912589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b24bb16c-f42b-4615-b5ea-3acf871d22e3 is going to be updated. [ 992.939364] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.939364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.939364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.939364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.939364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.939364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b24bb16c-f42b-4615-b5ea-3acf871d22e3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.958883] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.959226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.959408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.959709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.959976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.960234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.960380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.960625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.960837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961395] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.961608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.961818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.962132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.962374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.962575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.962710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.962926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.963148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.963335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.963529] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.466276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 993.487969] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.488452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.488452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.488452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.488605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.489356] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.489356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.489356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.489356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.489356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.489759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.489759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.489759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.490127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.490127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.490127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.490270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.490270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.490431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.490482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.490575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 993.556781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.556963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.556963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.557166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.557315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 993.621500] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 993.621745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.691936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 993.692250] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 deletion is rescheduled due to dependency. [ 993.692549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.144493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 994.144799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.144988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.145240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.145563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.145738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.145821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.146050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.146156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.146309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.146419] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.147732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.148072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.148391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.148600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.148772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.149067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.149276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.149567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.652142] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.652454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.652831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.156279] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.592059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 995.592059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.658371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.658613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.658680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.659385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.659385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.659385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 995.696245] env[65432]: INFO networking_nsxv3.common.synchronization [req-454cc1f0-d360-46ba-a180-3fb307be3122 req-327dcb1b-027a-4de8-b729-bdebbbe40938 tempest-ServerAddressesTestJSON-1221694678 tempest-ServerAddressesTestJSON-1221694678-project-member] Enqueued Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 995.698243] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.698399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.698953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.699249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.699453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.702188] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 995.703474] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0ba174bc-0a7f-4c4a-b0d2-3bbdf066025d tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 995.704075] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.704282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.704282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.704614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.704863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.705588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.707825] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 995.708205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.708328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.708433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.708989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.708989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.708989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.709127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.709262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.709409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.709571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.720261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 996.204829] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.205230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-858" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.205230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-858" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.205458] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-858" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.205744] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.205898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.206028] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.206255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.206389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.206593] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.206703] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.206807] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.206910] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.207045] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.207156] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.207283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.209500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.209612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.209679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.209838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.209918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.210114] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.210415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.210484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.210562] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5d5972-d830-4c10-85a0-e0b074584cce already deleted. [ 996.210641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.211789] env[65432]: INFO networking_nsxv3.common.synchronization [req-61f2c56c-d2f9-48df-8d82-496016f246ac req-e9635532-5ee4-4538-8c02-6839cf525722 tempest-ImagesOneServerNegativeTestJSON-1117785166 tempest-ImagesOneServerNegativeTestJSON-1117785166-project-member] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 996.212661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.213684] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGHEST for action security_group_members [ 996.214165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.214284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.214344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.214487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.214628] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.214729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.214787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.214904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.214976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.215077] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.234703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.234984] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.235414] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.235688] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-858" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.236290] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-8b2a1f60-dcf5-44db-829f-74002c121f3a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.236438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.237173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.237513] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.237661] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2a1f60-dcf5-44db-829f-74002c121f3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.715457] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.718633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.718633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.718633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.718918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.719186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.719317] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.719431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.719549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.720238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.720238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.720238] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be updated. [ 996.740051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.740345] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.740509] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.741082] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.741312] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.741505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 8b2a1f60-dcf5-44db-829f-74002c121f3a not found, creating... [ 996.741809] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.741989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.742546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.742546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.742662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.743060] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.743376] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.743592] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.743933] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.744187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.744401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 8b2a1f60-dcf5-44db-829f-74002c121f3a is going to be created. [ 996.753810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.754036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.754096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.754315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.754472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.763851] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: IN_PROGRESS for 2s [ 996.768218] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.768457] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.768609] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.768882] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.769146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.769370] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.219324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.219807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.219807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.219807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.219977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.220069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 997.261899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.262083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.262163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.262517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.262880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.276118] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 997.514966] env[65432]: INFO networking_nsxv3.common.synchronization [req-454cc1f0-d360-46ba-a180-3fb307be3122 req-4d2a0f63-425c-4184-a8d2-5a7ce9a83ab1 service nova] Enqueued Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_rules [ 997.515220] env[65432]: INFO networking_nsxv3.common.synchronization [req-454cc1f0-d360-46ba-a180-3fb307be3122 req-4d2a0f63-425c-4184-a8d2-5a7ce9a83ab1 service nova] Enqueued Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 997.515398] env[65432]: INFO networking_nsxv3.common.synchronization [req-454cc1f0-d360-46ba-a180-3fb307be3122 req-4d2a0f63-425c-4184-a8d2-5a7ce9a83ab1 service nova] Enqueued Resource ID: 8b2a1f60-dcf5-44db-829f-74002c121f3a with Priority: HIGHEST for action port [ 997.516394] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_rules [ 997.516576] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 997.516704] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2a1f60-dcf5-44db-829f-74002c121f3a with Priority: HIGHEST for action port [ 997.517058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.517216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.517303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.517608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.517715] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.519176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.519176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.519176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.519176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.519329] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.519508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.519508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.519664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.519755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.519877] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.522059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2a1f60-dcf5-44db-829f-74002c121f3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.522827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.522827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.523053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.523160] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2a1f60-dcf5-44db-829f-74002c121f3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.733354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 997.734050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.734193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.734414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.734581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.734629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.734758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.734840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734933] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.025209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.025341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.025624] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.026317] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b2a1f60-dcf5-44db-829f-74002c121f3a with status ACTIVE [ 998.027246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.027246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.027573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.027573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.027858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.028737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.029108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b2a1f60-dcf5-44db-829f-74002c121f3a is going to be updated. [ 998.051475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.051621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.051702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.052013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.052167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2a1f60-dcf5-44db-829f-74002c121f3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.117842] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0cc4e06-ffd1-4728-9264-cbb3b60f43b3 req-a76eb220-ca8d-4b7d-9d20-a09ce846b249 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 998.119069] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 998.119996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.120150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.120220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.120728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.120926] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.121069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.121242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.121307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.121392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.121482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.237482] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.531161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.540728] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.540728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.540728] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.541498] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.541790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.541985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.542087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.542358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.542527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.542753] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.542867] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.542991] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.543108] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.543269] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.543385] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.543514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.563759] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.563955] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.564148] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.564355] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.564698] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564886] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565587] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d927e7bd-f726-4fb0-a2bc-7a87c357a7a8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.624840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.624840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.624840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e already deleted. [ 998.624840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745920] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.775951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 in Status: SUCCESS [ 998.776419] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 deletion is rescheduled due to dependency. [ 998.776597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.034252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.034252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.034401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.035257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.035383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.035495] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5d5972-d830-4c10-85a0-e0b074584cce is going to be created. [ 999.062701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.062864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.062916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.063233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.063416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.068655] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.068858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.068978] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.069270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070061] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 not found, creating... [ 999.070061] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070061] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070693] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071577] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 is going to be created. [ 999.073845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: UNINITIALIZED for 2s [ 999.093576] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.093835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.093931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.094195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.094501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.247597] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.248564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.248564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.248564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.248564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.248564] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 999.287699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.287887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.287953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.288145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.288287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.293664] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 999.293664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.302336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 999.845517] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0cc4e06-ffd1-4728-9264-cbb3b60f43b3 req-799744cf-65f9-44df-b713-b150ecb8af57 service nova] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 999.845517] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0cc4e06-ffd1-4728-9264-cbb3b60f43b3 req-799744cf-65f9-44df-b713-b150ecb8af57 service nova] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 999.845673] env[65432]: INFO networking_nsxv3.common.synchronization [req-b0cc4e06-ffd1-4728-9264-cbb3b60f43b3 req-799744cf-65f9-44df-b713-b150ecb8af57 service nova] Enqueued Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 999.846202] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 999.846341] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 999.846753] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 999.847609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.847765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.848007] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.848772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.848772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.849920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.850168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.850243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.850430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.850885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.850885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.850885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.850885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.851075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.851075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.852204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.852614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.852614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.852614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.852749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d927e7bd-f726-4fb0-a2bc-7a87c357a7a8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.357970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.358311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.358366] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.359876] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with status ACTIVE [ 1000.360121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.360227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.360298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.360525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.360625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.360814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.360914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.360977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.361401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.361482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.361665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.361762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.361818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.361960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.362044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.362126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 is going to be updated. [ 1000.400644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.400799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.400867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.401134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.401275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.401437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.561952] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.562175] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.562298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.562560] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.562813] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.562964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.563092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.563365] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.563562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.563790] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.563902] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.563980] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.564103] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.564214] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.564326] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.564464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.589018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.589272] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.589508] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.589591] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.589901] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.590085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.590205] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.590529] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.590714] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.618206] env[65432]: INFO networking_nsxv3.common.synchronization [req-2009ea09-9d70-4e7a-9c46-02e5e2619c8c req-b78ba7a8-14d7-4d53-9c10-cdd019d7767d tempest-VolumesAdminNegativeTest-76329574 tempest-VolumesAdminNegativeTest-76329574-project-member] Enqueued Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1000.618206] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1000.619082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.619444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.619655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.620064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.620453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.620838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.621022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.621298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.621559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.621771] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.861050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.084679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: SUCCESS [ 1001.084902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.085410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.085632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.085792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.086274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.086274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.086274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.086455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.086455] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.093613] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.093780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.093980] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.094194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.094423] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.094511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 not found, creating... [ 1001.094724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.094878] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.094990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.095247] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.095383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.095659] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.095808] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.095918] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096140] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.096516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 is going to be created. [ 1001.122424] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.122672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.122800] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.123121] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.123427] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.123660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.124653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.124798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.124857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.125019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.125104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.125294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.125401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.126307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.126307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.126307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.126307] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af07681-b6e9-496d-9706-51064a9da051 already deleted. [ 1001.126307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.245222] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.245222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-789" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.245222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-789" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.246024] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-789" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.246474] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.246832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.248066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.248066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.248066] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.248066] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.248066] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.248066] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.248066] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.248347] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.248426] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.248595] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.269383] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.269543] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.269628] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.269802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-789" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.270150] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.270322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.270438] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.270826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.270965] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36923cb2-e7de-4fba-bfd3-a4833ff6f4e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.313271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 1001.313677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.313832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.314084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.314292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.314427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.314506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.314633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.314704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.314785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.314939] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.315042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.315106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.315241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.315379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.315562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.315873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.315873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.316026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.316026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.316136] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.365111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.365498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.365498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.365662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.365750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.365845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be created. [ 1001.389644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.389843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.389843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.401266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: UNINITIALIZED for 2s [ 1001.589070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.589070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.589070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.589472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.589472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.589600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.589653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.589777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.589861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.589948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.590110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.590204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.590257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.590401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.590539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.590630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.590684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.590817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.590887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.590967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.591078] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.773837] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.774064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.774064] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.774986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.774986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.774986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 not found, creating... [ 1001.774986] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.775252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.775708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.775708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.775708] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.776104] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.777191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.777191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.777191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.777191] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.777362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 is going to be created. [ 1001.802398] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.802398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.802597] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.802880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.803216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.804366] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.819292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce: rpc.has_security_group_logging(os_id): False [ 1001.841816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.842093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.842372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.842583] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.842691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.843017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.843212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.843360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.843360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.843507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.843589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.843802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.843898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.843962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.844154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.844293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.844356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 1001.856843] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6236255-8422-423b-8d6b-1082bc00165d req-0d143bf8-5c50-4a44-beae-e5e1b59e388f service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1001.857046] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6236255-8422-423b-8d6b-1082bc00165d req-0d143bf8-5c50-4a44-beae-e5e1b59e388f service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1001.857180] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6236255-8422-423b-8d6b-1082bc00165d req-0d143bf8-5c50-4a44-beae-e5e1b59e388f service nova] Enqueued Resource ID: 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 with Priority: HIGHEST for action port [ 1001.857936] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1001.858102] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1001.858203] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 with Priority: HIGHEST for action port [ 1001.858539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.858667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.858734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.859019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.859094] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.859977] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.860121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.860165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.860513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.860513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.860618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.860618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.860765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.860831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.860927] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.861842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.863416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.863416] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.968713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.970842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.970842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.970842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.970842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.024516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 1002.094045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa5d5972-d830-4c10-85a0-e0b074584cce: rpc.has_security_group_logging(os_id): False [ 1002.116222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.116452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.116574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.116894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.117108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.117475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.117648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.117755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.118017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.118151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.118499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.118645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.118746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.118988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.119133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.119423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.119585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.119697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.119927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.120061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.120205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa5d5972-d830-4c10-85a0-e0b074584cce is going to be created. [ 1002.193207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.193435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.193435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.193593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.193837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.211517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: IN_PROGRESS for 2s [ 1002.365140] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.366844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.366977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.367161] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 with status ACTIVE [ 1002.367325] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.367445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.367510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.367712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.367796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.367996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.368235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.368327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.368534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.368662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.368887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.369307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.369412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.369531] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9 is going to be updated. [ 1002.400748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.401091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.401233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.401394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.401541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.401708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7a6a33-e9b3-4e15-ba1a-51f5f7e578d9" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.525855] env[65432]: INFO networking_nsxv3.common.synchronization [req-2009ea09-9d70-4e7a-9c46-02e5e2619c8c req-f968734b-1525-4091-8329-b4ac2b8817d1 service nova] Enqueued Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_rules [ 1002.526639] env[65432]: INFO networking_nsxv3.common.synchronization [req-2009ea09-9d70-4e7a-9c46-02e5e2619c8c req-f968734b-1525-4091-8329-b4ac2b8817d1 service nova] Enqueued Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1002.526912] env[65432]: INFO networking_nsxv3.common.synchronization [req-2009ea09-9d70-4e7a-9c46-02e5e2619c8c req-f968734b-1525-4091-8329-b4ac2b8817d1 service nova] Enqueued Resource ID: 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 with Priority: HIGHEST for action port [ 1002.528418] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_rules [ 1002.528704] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1002.528930] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 with Priority: HIGHEST for action port [ 1002.529333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.529611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.529769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.530131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.530314] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.532039] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.532614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.532818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.533126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.533398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.536251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.536251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.536251] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36923cb2-e7de-4fba-bfd3-a4833ff6f4e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.872872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.040336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.040336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.040336] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.044841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 with status ACTIVE [ 1003.045074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.045251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.045321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.045541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.045629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.045828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.046343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.046451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.046650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.046728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.046937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.047077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.048308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.048308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36923cb2-e7de-4fba-bfd3-a4833ff6f4e8 is going to be updated. [ 1003.076308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.078301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.078301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.078301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.078301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.078301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36923cb2-e7de-4fba-bfd3-a4833ff6f4e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.378024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.378024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.378024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.378024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.378024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.378024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1003.421027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1003.421027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.421027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.421027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.421027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.421027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.421027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.421847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.422157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.422462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.422744] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.427147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.427268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.427313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.427929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.427929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.437987] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1003.550524] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.552984] env[65432]: INFO networking_nsxv3.common.synchronization [None req-10aabb7a-9cc0-42f1-a877-9f04acd658cc None None] Enqueued Resource ID: 42fecf78-af5c-431c-bf95-af746b036384 with Priority: HIGHEST for action port [ 1003.553285] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42fecf78-af5c-431c-bf95-af746b036384 with Priority: HIGHEST for action port [ 1003.553878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-42fecf78-af5c-431c-bf95-af746b036384 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.553955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42fecf78-af5c-431c-bf95-af746b036384" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.554013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42fecf78-af5c-431c-bf95-af746b036384" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.554661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42fecf78-af5c-431c-bf95-af746b036384" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.554661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42fecf78-af5c-431c-bf95-af746b036384',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.929958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.930381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.930656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.930846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.932151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.932219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932578] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.043276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 1004.043598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.043821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.044095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.044210] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.057438] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.057438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.057438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.057741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.057741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.057741] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af07681-b6e9-496d-9706-51064a9da051 is going to be created. [ 1004.058908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42fecf78-af5c-431c-bf95-af746b036384 [ 1004.059104] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.059206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.059303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.059442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.059509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42fecf78-af5c-431c-bf95-af746b036384 already deleted. [ 1004.059690] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42fecf78-af5c-431c-bf95-af746b036384" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.087473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.087673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.087673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.087898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.088114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.098859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: UNINITIALIZED for 2s [ 1004.229012] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: SUCCESS [ 1004.229250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.435162] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1004.457099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.461362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.461423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.461680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.461781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.462042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.462181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.462246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.462845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.462845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.462845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.462845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.463049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.463086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.463309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.463534] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.463637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.463699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.463969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.463969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.464047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be created. [ 1004.537059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.537196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.537196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.537391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.537658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.546914] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.547161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.547161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.547429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.547644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.547785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.547857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.548083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.548190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.548286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.548439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.551230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1005.051580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.051734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.051794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.052082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.052253] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.052808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.052808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.052808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.052808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.052808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.052972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.052972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.053058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.053185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.053391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.053525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.053714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.053787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.053943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.053943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.336865] env[65432]: INFO networking_nsxv3.common.synchronization [req-a08082e2-8a63-4cf4-90b6-ce38f267c31b req-a199d91d-f771-430f-8f36-d869b59934b5 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 1005.337461] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae with Priority: HIGHEST for action security_group_members [ 1005.338067] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2de9179-d9bd-4c4f-8ff9-771531e483ae taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.338503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.338706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.339049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.339333] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.339581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.339725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.339976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.340165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.340368] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2de9179-d9bd-4c4f-8ff9-771531e483ae',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.361345] env[65432]: INFO networking_nsxv3.common.synchronization [req-b15b5a3b-035a-4fb2-98f9-0d8b566aac6f req-415af2ad-c21f-4234-9295-90e7f072af0e tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1005.364340] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1005.365146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.365526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.365739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.366197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.366546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.366949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.367180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.367507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.367732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.367997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.451717] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1005.452070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.454353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.454453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.454762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.454853] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.561099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce: rpc.has_security_group_logging(os_id): False [ 1005.584257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.584521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.584652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.584963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.585097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.586377] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.586377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.586377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.586377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.586377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.586769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.586769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.586769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.586890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.586956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.587276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.587386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.587488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.587704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.587783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.587870] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 1005.685968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.686185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.686185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.686775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.686775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.706859] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 1005.844671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.844955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.844955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.845189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.845285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.845735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.845881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.845968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.846256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.846394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.846542] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae is going to be updated. [ 1005.874312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.874312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.874312] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 already deleted. [ 1005.874312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.881800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.881990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.882048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.885017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.885017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.893486] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: IN_PROGRESS for 2s [ 1005.916601] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.917298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918444] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.918444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.918949] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.919068] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.919191] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.919297] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.919398] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.919521] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.919647] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.941461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.941461] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.941461] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.941866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.942390] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-3ee5733a-aa38-41ce-a481-f60ae15725ac taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.942680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.942880] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.943322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.943486] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee5733a-aa38-41ce-a481-f60ae15725ac',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.957359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.957572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.957572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.957658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.957824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.958050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.958195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.958244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.958332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.958667] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.958720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.959108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.959160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.959207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.959424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.115144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: SUCCESS [ 1006.115373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.115626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.115804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.116031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.116159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.116219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.116467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.116559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.116889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.116889] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.449538] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.449842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.450018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.450368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.450547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.450751] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 3ee5733a-aa38-41ce-a481-f60ae15725ac not found, creating... [ 1006.451099] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.451396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.451556] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.451846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.452145] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.452416] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.452802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.452802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.453065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.453311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.453491] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 3ee5733a-aa38-41ce-a481-f60ae15725ac is going to be created. [ 1006.461434] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 1006.485568] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.485813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.486298] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.486662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.487134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.489555] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.489704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.489783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.490099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.490201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.490470] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.490614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.490681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.490842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.490916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.491117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.491214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.491281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.491412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.491484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.491681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.491767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.491841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.491962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.492051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.492134] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1006.563039] env[65432]: INFO networking_nsxv3.common.synchronization [None req-87cdb88b-26eb-4fd7-8db1-1b7e80017ce9 None None] Enqueued Resource ID: b69b9bb5-0841-418a-8245-934c323d8ab7 with Priority: HIGHEST for action port [ 1006.563189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69b9bb5-0841-418a-8245-934c323d8ab7 with Priority: HIGHEST for action port [ 1006.563466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69b9bb5-0841-418a-8245-934c323d8ab7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.563609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69b9bb5-0841-418a-8245-934c323d8ab7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69b9bb5-0841-418a-8245-934c323d8ab7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.564581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69b9bb5-0841-418a-8245-934c323d8ab7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.564581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69b9bb5-0841-418a-8245-934c323d8ab7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.578730] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.578730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.578730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.578730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.578730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.580982] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1006.581717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.599942] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1006.621469] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.621469] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.621743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.622085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.622302] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.622419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.622485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.622694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.622804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.622896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.623088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.623270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.623361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.623553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.623720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.623831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.623956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.624106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.624194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.624295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.624390] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.068890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b69b9bb5-0841-418a-8245-934c323d8ab7 [ 1007.068890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.068890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.069144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.069225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.069275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.069361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b69b9bb5-0841-418a-8245-934c323d8ab7 already deleted. [ 1007.069439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69b9bb5-0841-418a-8245-934c323d8ab7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.129570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6af07681-b6e9-496d-9706-51064a9da051: rpc.has_security_group_logging(os_id): False [ 1007.149057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.149267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.149319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.149580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.149680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.150138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.150473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.150473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.150748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.150814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.151254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.151409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.151494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.151670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.151809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.152066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.152202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.152286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.152476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.152544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.152632] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af07681-b6e9-496d-9706-51064a9da051 is going to be created. [ 1007.213985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.214155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.214257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.214478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.214661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.229034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: IN_PROGRESS for 2s [ 1007.239496] env[65432]: INFO networking_nsxv3.common.synchronization [req-b15b5a3b-035a-4fb2-98f9-0d8b566aac6f req-1c21b048-6778-4023-b94f-734c698823ec service nova] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 1007.239496] env[65432]: INFO networking_nsxv3.common.synchronization [req-b15b5a3b-035a-4fb2-98f9-0d8b566aac6f req-1c21b048-6778-4023-b94f-734c698823ec service nova] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1007.239668] env[65432]: INFO networking_nsxv3.common.synchronization [req-b15b5a3b-035a-4fb2-98f9-0d8b566aac6f req-1c21b048-6778-4023-b94f-734c698823ec service nova] Enqueued Resource ID: 3ee5733a-aa38-41ce-a481-f60ae15725ac with Priority: HIGHEST for action port [ 1007.239847] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_rules [ 1007.239977] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1007.240086] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5733a-aa38-41ce-a481-f60ae15725ac with Priority: HIGHEST for action port [ 1007.240736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.240859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.240921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.241190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.241267] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.242157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.242277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.242345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.242523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.242682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.242857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.242857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.242969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.243040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.243839] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.244584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee5733a-aa38-41ce-a481-f60ae15725ac taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.244584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.244584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.244584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.244857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee5733a-aa38-41ce-a481-f60ae15725ac',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.523671] env[65432]: INFO networking_nsxv3.common.synchronization [None req-9630a25e-cdee-4190-886c-a73418f00764 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1007.524152] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1007.524199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.524526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.524526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.524627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.524707] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.738309] env[65432]: INFO networking_nsxv3.common.synchronization [None req-03075041-d170-430c-8904-d1bb64bad909 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1007.739680] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1007.740890] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.741092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.746877] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.747110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.747325] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.748599] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ee5733a-aa38-41ce-a481-f60ae15725ac with status ACTIVE [ 1007.748850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.748940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.749056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.749338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.750173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.750173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.750173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.750173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.750368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.750506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.750720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.750871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.750954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.751239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.751380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.751509] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ee5733a-aa38-41ce-a481-f60ae15725ac is going to be updated. [ 1007.755448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 1007.756459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.774953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.775200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.775329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.775650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.775875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.776140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee5733a-aa38-41ce-a481-f60ae15725ac" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.907321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae in Status: SUCCESS [ 1007.907321] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2de9179-d9bd-4c4f-8ff9-771531e483ae deletion is rescheduled due to dependency. [ 1007.907321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2de9179-d9bd-4c4f-8ff9-771531e483ae" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.056695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.056933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.056988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.057231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.057347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.057459] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 already deleted. [ 1008.057552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.057691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.057851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.057922] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.254325] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.582150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.582545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.582545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.582652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.582652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.582739] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 already deleted. [ 1008.582814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.614644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1008.614935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.756875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.757778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.757778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.757778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.757778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.757778] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 is going to be created. [ 1008.785020] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.785020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.785020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.785020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.785020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.795139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: UNINITIALIZED for 2s [ 1009.248359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: SUCCESS [ 1009.248630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.809498] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: SUCCESS [ 1010.809799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.810067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.810639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.810756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.811258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.811391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.811547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.811604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.990204] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1010.990376] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1010.990898] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1010.991067] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1010.991379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.991519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.991628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.991825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.993287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.993287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.993287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.993287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.993287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.993287] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.995199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.995199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.995199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.995199] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.997023] env[65432]: INFO networking_nsxv3.common.synchronization [req-3b8387d4-074d-4191-a0fb-259325a512f8 req-6fc98b30-a663-4684-b5ad-325f096298b2 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 1010.999618] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 1010.999618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.999618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.999618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.999618] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.044106] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1011.045637] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1011.045637] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_rules [ 1011.045637] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1011.045637] env[65432]: INFO networking_nsxv3.common.synchronization [req-1724bb4b-e1c3-48c9-85c5-f69cde4d3c85 req-617bf6a4-cb68-4980-9463-c2dedc08093d tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 1011.046594] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1011.046594] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_rules [ 1011.046594] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 1011.046594] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1011.046816] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1011.047123] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.047173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.047207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.047498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.047605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.048999] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.050062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.050251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.050605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.050605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.051712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.051834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.051834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052188] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d927e7bd-f726-4fb0-a2bc-7a87c357a7a8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.053275] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.054058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.054414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.496479] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.498092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.501545] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.555249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.555406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.555554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with status ACTIVE [ 1011.555740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.556400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.556713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.556713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.557064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.557124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.557288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.557377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.557426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.557566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.557631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.557724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 is going to be updated. [ 1011.562861] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.562861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.599964] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.599964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.599964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.599964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.599964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.599964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.691479] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce260072-ec45-43d4-9daa-5a4d6219e95f req-8b633bd7-1368-4e8f-94a1-3f373345a970 tempest-MultipleCreateTestJSON-675308271 tempest-MultipleCreateTestJSON-675308271-project-member] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 1011.692097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGHEST for action security_group_members [ 1011.692439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.692543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.819156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dcfd341-658f-43ac-9a07-5fbfcfc15817: rpc.has_security_group_logging(os_id): False [ 1011.844917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.845144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.845254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.845644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.845911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.846193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.846351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.846483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.846706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.846838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.846976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 is going to be created. [ 1011.917038] env[65432]: INFO networking_nsxv3.common.synchronization [req-f68bcda5-ec0b-4c44-b67d-75f9f90dd98b req-ae0f96ed-f1bf-43fb-87c6-c53ea40c042a tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1011.917693] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1011.919197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.919197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.919197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.919197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.935903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.936059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.936128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.936340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.936593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.950205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: IN_PROGRESS for 2s [ 1011.998456] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.999637] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.007039] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.351437] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1012.351437] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1012.351904] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1012.353289] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1012.353676] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1012.354449] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1012.354765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.355822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.355822] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.355822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.355822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.356142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.356352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.356512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.356609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.357233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.357722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.357722] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.359381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.359940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.420027] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_rules [ 1012.420253] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1012.420385] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1012.420463] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1012.420463] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_rules [ 1012.420743] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1012.420850] env[65432]: INFO networking_nsxv3.common.synchronization [req-cc150999-c7de-4b52-a4c5-4d920ed47f04 req-a785c693-1a5c-4912-8038-1b7cfb96810a tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 1012.421660] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_rules [ 1012.421853] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1012.421980] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1012.422137] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with Priority: HIGHEST for action port [ 1012.422327] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_rules [ 1012.422784] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1012.422784] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1012.422981] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.423276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.423629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.423747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.423973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.424125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.424209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.424404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.424564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.424688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 1012.425856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.427035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.427035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.427035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.427035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.427856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.427962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.428229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.428395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.428650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.428726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.428765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.429071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.429071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d927e7bd-f726-4fb0-a2bc-7a87c357a7a8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.429959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.430098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.432907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.432907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.432907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.432907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.471794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.471794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.471794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.471794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.471794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.485742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 1012.501663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.501875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.501875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.502163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.502366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.502686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be created. [ 1012.507614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.507828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.507930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.508218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.508328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.508503] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1012.510340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.510609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.510756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.510999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.511190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.511264] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 1012.541687] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.541687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.541687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.541687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.553748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: UNINITIALIZED for 2s [ 1012.563584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.563696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.563736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.571390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.571390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.571390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.571390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.571867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.594283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1012.594283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 1012.861369] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.935190] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 with status ACTIVE [ 1012.935190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.935190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.935433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.936041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.936041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.936041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.936041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.936347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.936347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.936347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.936582] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.936727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.936970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.936970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.937110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.937110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d927e7bd-f726-4fb0-a2bc-7a87c357a7a8 is going to be updated. [ 1012.938318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.938412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.966138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.966138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.966138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.966138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.966138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.966138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d927e7bd-f726-4fb0-a2bc-7a87c357a7a8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.364177] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.508124] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6644fdf-6d97-44ae-bb6c-60091e70c524 req-1cf06a8b-254c-4fc8-8fa6-df0d098bd76a tempest-ServerAddressesTestJSON-1221694678 tempest-ServerAddressesTestJSON-1221694678-project-member] Enqueued Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 1013.508826] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5d5972-d830-4c10-85a0-e0b074584cce with Priority: HIGHEST for action security_group_members [ 1013.509152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa5d5972-d830-4c10-85a0-e0b074584cce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.509279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.509348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.509549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.509711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.509816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.509877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.510037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.510124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.510274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa5d5972-d830-4c10-85a0-e0b074584cce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.868798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.869126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.869126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.869201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.869270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.869349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be created. [ 1013.902313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.902544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.902544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.902725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.903060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.916845] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: UNINITIALIZED for 2s [ 1013.971959] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: SUCCESS [ 1013.972232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.012349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.012399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.012692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.012692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.013088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.013088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.013262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.013378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.013842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5d5972-d830-4c10-85a0-e0b074584cce is going to be updated. [ 1014.044308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.044514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.044514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.044644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.044863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.054550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: IN_PROGRESS for 2s [ 1014.138060] env[65432]: INFO networking_nsxv3.common.synchronization [req-dfd0485c-92c6-4827-a4d4-6c503bc4b091 req-1cf5da00-28c6-41f0-a489-d5542e06f014 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1014.138709] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1014.139106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.139242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.139345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.139640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.139850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.139971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.140049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.140215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.140301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.140394] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.500309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 1014.500609] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 1014.500609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.564902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1014.565267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.565461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.565826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.566406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.566406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.567093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.567385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.567519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.567659] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.606026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 1014.606335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.606604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.606774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.606950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.607107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.607175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.607337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.607435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.607538] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.609388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1014.609510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.609654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.609876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.610137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.610263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.610344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.610489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.610557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.610653] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.643948] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.644050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.644129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.644734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.644734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.644869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.645044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.645137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.645361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.645460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.645570] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 already deleted. [ 1014.645696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.676495] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.676495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.676495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.677269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.677269] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.677269] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.677422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.677598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.677784] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.677956] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.678064] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.678155] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.678259] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.678426] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.678561] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.678678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.705428] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.705873] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.705996] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.706805] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.707870] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-135a5891-433b-45eb-97fd-8cce3735a8d5 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.708294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.708982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709982] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135a5891-433b-45eb-97fd-8cce3735a8d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.070795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.116021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.116021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.116021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.116021] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be updated. [ 1015.116021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.149565] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.149565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.149565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.149950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.149950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.160977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: IN_PROGRESS for 2s [ 1015.215298] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.215542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.215542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.216032] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.216212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.216372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 135a5891-433b-45eb-97fd-8cce3735a8d5 not found, creating... [ 1015.216647] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.216813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.217051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.217331] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.217505] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.217836] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.218063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.218217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.218459] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.218674] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.218860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 135a5891-433b-45eb-97fd-8cce3735a8d5 is going to be created. [ 1015.250358] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.250358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.250358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.250358] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.250692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.250834] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.574300] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.619355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.928372] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: SUCCESS [ 1015.928621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.928823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.929089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.929297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.929440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.929502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.929660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.929732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.929833] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.995378] env[65432]: INFO networking_nsxv3.common.synchronization [req-dfd0485c-92c6-4827-a4d4-6c503bc4b091 req-dfe6ad16-7399-4131-8cc5-543883480385 service nova] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1015.995734] env[65432]: INFO networking_nsxv3.common.synchronization [req-dfd0485c-92c6-4827-a4d4-6c503bc4b091 req-dfe6ad16-7399-4131-8cc5-543883480385 service nova] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1015.995734] env[65432]: INFO networking_nsxv3.common.synchronization [req-dfd0485c-92c6-4827-a4d4-6c503bc4b091 req-dfe6ad16-7399-4131-8cc5-543883480385 service nova] Enqueued Resource ID: 135a5891-433b-45eb-97fd-8cce3735a8d5 with Priority: HIGHEST for action port [ 1015.996626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_rules [ 1015.996626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1015.996626] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135a5891-433b-45eb-97fd-8cce3735a8d5 with Priority: HIGHEST for action port [ 1015.996815] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.996926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.996992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.997206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.997321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.998432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.998553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.998617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.998783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.998943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.999051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.999113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.999260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.999362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.999436] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.000258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-135a5891-433b-45eb-97fd-8cce3735a8d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.000422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.000422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.000564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.000632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135a5891-433b-45eb-97fd-8cce3735a8d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.070402] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa5d5972-d830-4c10-85a0-e0b074584cce in Status: SUCCESS [ 1016.070402] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa5d5972-d830-4c10-85a0-e0b074584cce deletion is rescheduled due to dependency. [ 1016.070928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa5d5972-d830-4c10-85a0-e0b074584cce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.079284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.079468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.079541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.079747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.080261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.080261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1016.118285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.118285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.118285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.118612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.118612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122021] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.122021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.122021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.122021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1016.135088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1016.159357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.159582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.159582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.159957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.178028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1016.233071] env[65432]: INFO networking_nsxv3.common.synchronization [req-97529c68-cae7-4678-81a1-62b2a8aa333f req-c495a2d1-c6a7-42d2-b21e-759ef1415467 tempest-ServerMetadataNegativeTestJSON-258915311 tempest-ServerMetadataNegativeTestJSON-258915311-project-member] Enqueued Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 1016.233671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGHEST for action security_group_members [ 1016.233989] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.234127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.234194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.234500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.234663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.234959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.234959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.235090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.235090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.235178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.435775] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.506322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.506322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.506726] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.510148] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135a5891-433b-45eb-97fd-8cce3735a8d5 with status ACTIVE [ 1016.510148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.510148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.510148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.510148] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.510148] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135a5891-433b-45eb-97fd-8cce3735a8d5 is going to be updated. [ 1016.533658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.533658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.533658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.533658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.533658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.533658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135a5891-433b-45eb-97fd-8cce3735a8d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.739920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.739920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.739920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.739920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 is going to be updated. [ 1016.782291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.782291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.782291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.782519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.782519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.796816] env[65432]: INFO networking_nsxv3.common.synchronization [req-c43dfd36-8b5a-4f64-a8a6-1d1fb03b4fd2 req-03d3dc9b-b958-4b52-960c-9997693fb782 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1016.797863] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: IN_PROGRESS for 2s [ 1016.798318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1016.798694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.798759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.798797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.799013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.799238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.799386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.799461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.799572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.799649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.799733] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.939642] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.014535] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.060846] env[65432]: INFO networking_nsxv3.common.synchronization [req-e8069d3b-0fbc-47d8-9e02-3fb12a58256f req-d77ad41f-6489-4a47-bde6-730ea8cf717a tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1017.062686] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1017.062686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.062919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.063038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.063656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064418] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.064418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.064418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.064969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.176099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce in Status: SUCCESS [ 1017.176398] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce deletion is rescheduled due to dependency. [ 1017.176398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.293736] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.293940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.294109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.294433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.294706] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.295129] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.295290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.295538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.295682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.295892] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.296009] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.296120] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.296223] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.296328] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.296432] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.296579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.304546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.304774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.304774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.305401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.305735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.305796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.306234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.306234] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1017.342017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.342217] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.342381] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.342589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.342906] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-13edcef2-2f69-40cc-9d31-b482ea5a55d8 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.343097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.343255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.343614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.343752] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13edcef2-2f69-40cc-9d31-b482ea5a55d8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.346527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.346651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.346713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.346902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.347050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.364908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1017.447370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.447889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.448167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.448705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.448962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.449283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be updated. [ 1017.485666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.485797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.485839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.486097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.486253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.497170] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: IN_PROGRESS for 2s [ 1017.518833] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.519050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.519165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.519329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.519404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.519489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 is going to be created. [ 1017.552694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.552920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.553062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.553425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.553644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.565803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: UNINITIALIZED for 2s [ 1017.568578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.568578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.569141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.569141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.569141] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1017.612737] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.612935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.612935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.613175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.613373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.622864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1017.850063] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.850287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.850389] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.850673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.850939] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.851043] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 13edcef2-2f69-40cc-9d31-b482ea5a55d8 not found, creating... [ 1017.851251] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.851421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.851537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.851764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.851896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.852189] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.852341] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.852452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.852651] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.852783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.852916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 13edcef2-2f69-40cc-9d31-b482ea5a55d8 is going to be created. [ 1017.873211] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.873449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.873571] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.873851] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.874094] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.874339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.144988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1018.145906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.146738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.146738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.146738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.146738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147221] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.148430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.148671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.148967] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.149134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.149134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.149296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.149404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.149732] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.189109] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1018.189482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.189527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.189757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.189961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.190097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.190179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.190367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.190450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.190537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.190638] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.191681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.191907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.192130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.192253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.192342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.192515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.192619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.192718] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.571770] env[65432]: INFO networking_nsxv3.common.synchronization [req-c43dfd36-8b5a-4f64-a8a6-1d1fb03b4fd2 req-e46fda2a-ae68-4ad5-ba15-2032b61fe9cb service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1018.571960] env[65432]: INFO networking_nsxv3.common.synchronization [req-c43dfd36-8b5a-4f64-a8a6-1d1fb03b4fd2 req-e46fda2a-ae68-4ad5-ba15-2032b61fe9cb service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1018.572115] env[65432]: INFO networking_nsxv3.common.synchronization [req-c43dfd36-8b5a-4f64-a8a6-1d1fb03b4fd2 req-e46fda2a-ae68-4ad5-ba15-2032b61fe9cb service nova] Enqueued Resource ID: 13edcef2-2f69-40cc-9d31-b482ea5a55d8 with Priority: HIGHEST for action port [ 1018.572805] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1018.573031] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1018.573342] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13edcef2-2f69-40cc-9d31-b482ea5a55d8 with Priority: HIGHEST for action port [ 1018.573571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.573728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.573803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.574067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.574184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.577749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.577749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.577749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-13edcef2-2f69-40cc-9d31-b482ea5a55d8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.577749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.577749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.577749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.577749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13edcef2-2f69-40cc-9d31-b482ea5a55d8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.653770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.653770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.696036] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.696777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.698126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.805113] env[65432]: INFO networking_nsxv3.common.synchronization [req-a2c1f23e-c4e5-4f4b-aa70-2a544ece81b2 req-18355212-61e4-4ffb-8916-4e7a0f724d42 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1018.806405] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1018.806813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.806983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.807096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.807361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.807615] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.807714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.807811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.807983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.809484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.809649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.816177] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 in Status: SUCCESS [ 1018.816365] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 deletion is rescheduled due to dependency. [ 1018.816510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.077760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.077913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.080315] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13edcef2-2f69-40cc-9d31-b482ea5a55d8 with status ACTIVE [ 1019.080519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.080675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.080767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.081500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.081500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.081500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.081500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.081500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.081750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.081750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.081873] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.081991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.082107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.082302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.082380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13edcef2-2f69-40cc-9d31-b482ea5a55d8 is going to be updated. [ 1019.106197] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.106463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.106463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.108015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.108015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.108015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13edcef2-2f69-40cc-9d31-b482ea5a55d8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.155415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6a58f2-0a37-44a2-8f8c-52698d903fc0: rpc.has_security_group_logging(os_id): False [ 1019.156593] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.182084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.182261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.182337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.182578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.183526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.183526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.183526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.183526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.183526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.183526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.183526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be created. [ 1019.201781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.308029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.308029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.308029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312476] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.323057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1019.381679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1019.381866] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 deletion is rescheduled due to dependency. [ 1019.381984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.382170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.382697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.382761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.383099] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.414424] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5027ab3-09eb-4ca5-a0c0-f501a4d5b4b1 req-51740786-8c2f-448b-8cc1-07adedd82cba tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1019.415050] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1019.415406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.416141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.508246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: SUCCESS [ 1019.508477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.508676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.508900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.509109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.509223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.509315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.509495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.509577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.509707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.509770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.577907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: SUCCESS [ 1019.578219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.578219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.578424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.578617] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.578757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.578874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.579042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.579125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.579211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.579301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.632441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1019.632640] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1019.632750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.660453] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.660717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.661580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.661971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.662235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1019.703637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.703889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.703889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.704298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.704509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705761] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.707216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.707324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.707426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1019.726921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1019.778093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.778428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.778428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.778733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.778830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.805630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1019.808684] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ce0b0c05-e93f-45f5-920b-d76c302075ad tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1019.808684] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1019.808684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.808684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.886686] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.907913] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908226] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.908516] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.908784] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.909170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.910123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.910123] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.910123] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.910123] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.910946] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.910946] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.910946] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.910946] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.910946] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.918929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.919256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.919256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.919442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.919536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.919757] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.919851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.919910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.920102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.920245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.920336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 1019.940657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.940964] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.941601] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.941913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-355" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.942170] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-99ddb4b9-3c91-495a-b200-826fa8b8c16f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.942347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.942462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.942781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.942950] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ddb4b9-3c91-495a-b200-826fa8b8c16f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.961750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.961942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.962017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.962174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.962315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.991178] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 1020.012076] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.082033] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.318447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.318447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.318447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.318447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.318447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.318447] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1020.361806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.362116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.362116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.362397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.362444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.376890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1020.390380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.446278] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.446510] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.446616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.446909] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.447069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.447224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 99ddb4b9-3c91-495a-b200-826fa8b8c16f not found, creating... [ 1020.447497] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.447660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.447773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.447995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.448235] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.448577] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.448675] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.448792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.449011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.449152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.449298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 99ddb4b9-3c91-495a-b200-826fa8b8c16f is going to be created. [ 1020.480286] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.480528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.480654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.480924] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.481176] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.481446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.518088] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239692a5-0edc-42bf-aa2d-a669cc4eb59d: rpc.has_security_group_logging(os_id): False [ 1020.538796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.538988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.538988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.539179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.539271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.539598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.539661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.539811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.539886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539970] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be created. [ 1020.584871] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d1043e3-06a5-42a7-8001-3f647412d860: rpc.has_security_group_logging(os_id): False [ 1020.617743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.617933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.617977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.618291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.618291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.618527] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.618628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.618696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.618857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.618936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.619020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 is going to be created. [ 1020.638378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.639669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.639792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.640085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.640338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.665928] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: IN_PROGRESS for 2s [ 1020.731016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.731016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.731016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.731016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.731016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.749768] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: IN_PROGRESS for 2s [ 1020.892934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.892934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.892934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.892934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.892934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.893437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1020.929127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.929330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.930015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.930810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.931037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.942644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1021.230823] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5027ab3-09eb-4ca5-a0c0-f501a4d5b4b1 req-cdb2f93a-3616-4046-841f-719e690bda83 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 1021.230994] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5027ab3-09eb-4ca5-a0c0-f501a4d5b4b1 req-cdb2f93a-3616-4046-841f-719e690bda83 service nova] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1021.231152] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5027ab3-09eb-4ca5-a0c0-f501a4d5b4b1 req-cdb2f93a-3616-4046-841f-719e690bda83 service nova] Enqueued Resource ID: 99ddb4b9-3c91-495a-b200-826fa8b8c16f with Priority: HIGHEST for action port [ 1021.231749] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_rules [ 1021.231882] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1021.231981] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ddb4b9-3c91-495a-b200-826fa8b8c16f with Priority: HIGHEST for action port [ 1021.232931] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.233462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.233462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.233462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.233626] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.234763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.234763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.234763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ddb4b9-3c91-495a-b200-826fa8b8c16f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.234763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.235020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.235020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.235020] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ddb4b9-3c91-495a-b200-826fa8b8c16f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.337569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1021.338571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.338571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.338571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.338571] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.465318] env[65432]: INFO networking_nsxv3.common.synchronization [req-60b242ec-5e5d-4c6f-9b69-1ddef69b29c9 req-93b9158b-c011-41f3-b87d-a145f6c58495 tempest-VolumesAdminNegativeTest-76329574 tempest-VolumesAdminNegativeTest-76329574-project-member] Enqueued Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1021.465964] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af07681-b6e9-496d-9706-51064a9da051 with Priority: HIGHEST for action security_group_members [ 1021.466311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af07681-b6e9-496d-9706-51064a9da051 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.466734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.466848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.467067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.467067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.467172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.467244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.467337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af07681-b6e9-496d-9706-51064a9da051',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.738699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.738901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.738901] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99ddb4b9-3c91-495a-b200-826fa8b8c16f with status ACTIVE [ 1021.739090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.739198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.739260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.739547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.739634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.739821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.739919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.739972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.740176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.740253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.740451] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.740547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.740652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.740720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.740900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.740989] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99ddb4b9-3c91-495a-b200-826fa8b8c16f is going to be updated. [ 1021.743353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1021.743540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.743707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.743884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.744057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.744157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.744219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.744367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.744466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.744565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.771472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.772039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.772528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ddb4b9-3c91-495a-b200-826fa8b8c16f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.816807] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1021.817115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.817298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.817566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.817766] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.817937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.817937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.818116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.818195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.818289] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.842389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.842389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.970028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.970225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.970287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.970494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.970587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.970886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.971015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.971080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.971292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.971411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af07681-b6e9-496d-9706-51064a9da051 is going to be updated. [ 1022.006478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 1022.006741] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 1022.007179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.007397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.007759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.007956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.008088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.008150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.009047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.009047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.009047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.012310] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.012310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.012498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.012559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.013899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.040957] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: IN_PROGRESS for 2s [ 1022.247226] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.320451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.387936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1022.388246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.388356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.388573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.388796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.388979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.388979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.389201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.389261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.389334] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.511165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.680654] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: SUCCESS [ 1022.681321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.750037] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.762439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: SUCCESS [ 1022.762661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.823145] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.893244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.893529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.893611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.893906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.893984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.894198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.894430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.894538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.894617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.894698] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1022.922817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.924194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.924194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.924194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.924194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.936561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1022.951080] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1022.951820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.952253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.952709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.952953] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.953121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.953218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.953447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.953558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.953672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.953792] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.014066] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.084675] env[65432]: INFO networking_nsxv3.common.synchronization [req-66ed9558-8e7f-41f7-8d44-a38f776d43c4 req-b683cfe8-dfd8-48c2-afac-a176c00263af tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 1023.085271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGHEST for action security_group_members [ 1023.085818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.085818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.085818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.086164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.086242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.086323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.086379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.086638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.086723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.086799] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.252485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.252694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.252694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.253626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.253626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.253814] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1023.291037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.291219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.291699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.291699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.291870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.312918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1023.328040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.328040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.328040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.328040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.328040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.328040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1023.368801] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.369131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.370162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.370162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.381964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1023.456830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.519230] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.519230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.519230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.519230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.519230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.519230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 1023.558024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.558024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.558024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.558024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.558024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.569476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 1023.590138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.593027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.593027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.593027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be is going to be updated. [ 1023.627502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.628041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.628412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.629923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.629923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.645764] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: IN_PROGRESS for 2s [ 1023.960793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 1023.981690] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.982087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.982087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.982373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.982508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.982788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.983112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.983112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.983112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.983713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.983713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1024.062913] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af07681-b6e9-496d-9706-51064a9da051 in Status: SUCCESS [ 1024.063163] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af07681-b6e9-496d-9706-51064a9da051 deletion is rescheduled due to dependency. [ 1024.063284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af07681-b6e9-496d-9706-51064a9da051" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.070379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.070379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.070379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.070379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.070379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.087554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1024.948663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1024.948950] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e deletion is rescheduled due to dependency. [ 1024.948986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.002104] env[65432]: INFO networking_nsxv3.common.synchronization [req-637804ca-27b6-43ba-b77e-1a1d6d53ff25 req-e04ccbda-4d2e-4de4-a872-f2e1bbb71716 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 1025.002752] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGHEST for action security_group_members [ 1025.003278] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.003447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.003526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.003726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.003898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.004017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.004108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.004795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.004795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.004795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.325250] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1025.325250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.325250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.325536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.326276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.326276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.326565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.328108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.328311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.328506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.328714] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.395520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1025.395520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.396678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.396678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.396678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.396678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.397035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.397035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397509] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.397668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.397740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.397908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.398131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.398283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.398381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.398613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.398744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.398963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.399031] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.509071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.509071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.509071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.509071] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 is going to be updated. [ 1025.567546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.567771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.567958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.568419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.568419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.581343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 1025.581343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.582219] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: IN_PROGRESS for 2s [ 1025.582774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.582949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.583970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.583970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.583970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.583970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.583970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.583970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.584543] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.660722] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be in Status: SUCCESS [ 1025.660722] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be deletion is rescheduled due to dependency. [ 1025.660722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.834820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.902881] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1025.920866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.921176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.921336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.921432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.921639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.921798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.921952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.922038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.922224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.922328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.922523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.922593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.922783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.922875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.923357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1025.989678] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.989678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.989678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.989678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.989678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.004272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1026.088082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.088703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.088703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.088703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.088703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088891] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.118915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1026.119224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.337877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6a58f2-0a37-44a2-8f8c-52698d903fc0: rpc.has_security_group_logging(os_id): False [ 1026.369208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.369389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.369441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.369825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.369868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.370102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.370272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.370441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.370517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.370605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1026.441604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.441762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.441825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.442067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.442415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.460100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1026.591291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e6c1ce-a01c-4672-a20d-26cbd8858747: rpc.has_security_group_logging(os_id): False [ 1026.612648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.612902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.612976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.613220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.613306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.613580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.613691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.613732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.613873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.613964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.614154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.614471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.614585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.614809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.615123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.615196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.615280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 1026.685863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.685863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.685863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.685863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.698202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 1027.591927] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 in Status: SUCCESS [ 1027.592294] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 deletion is rescheduled due to dependency. [ 1027.592294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.023536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1028.023536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.023536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.023536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.023536] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.475106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1028.475333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.526088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.526088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.526088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.526373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.526373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.526449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.527154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.527367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.527462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.527553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.527642] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.712671] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 1028.712986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.032521] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.032734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.032734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.032979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.033177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.033282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.033343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.033547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.033635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.033721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.033900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.033985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.034048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.034204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.034341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.034475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.034562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.034667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.034741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.034826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.034969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.481080] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1029.481216] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:2 started [ 1029.537261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1029.557307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.557541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.557541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.557742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.557825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.558017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.558185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.558346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.558420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.558608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.558759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.558900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.558968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.559176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.559267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.559750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1029.622987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.623173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.623250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.623527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.623692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.635995] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1030.004163] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.004426] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1030.308326] env[65432]: INFO networking_nsxv3.common.synchronization [req-a98e7259-e04e-43e8-85a8-79a9e6932a9c req-dc9c6d40-6218-4525-815e-f2a3ce084887 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1030.309191] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1030.310156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.310337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.310434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.310726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.310951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.311106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.311201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.311602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.311758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.312165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.732650] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.732830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.732981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733291] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733635] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733812] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.734240] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.734415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.734677] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.734819] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.734926] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.735059] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.735168] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.735276] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.735410] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.757179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.757374] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.757514] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.757694] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.758078] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.758307] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.758390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.758716] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.758856] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e43e2b-91d1-475a-a8d1-1cf9ea434c8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.814471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.814766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.814766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.815020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.836534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.836885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.837053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.837202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.837413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.837525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.837644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be updated. [ 1030.866987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.866987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.866987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.867349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.867470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.878528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 1031.262535] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.262871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.262998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.263272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.266450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e not found, creating... [ 1031.266450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.266450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.266450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.267151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.267151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.267151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e is going to be created. [ 1031.292964] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.293220] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.293322] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.294096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.294096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.294273] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.649938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1031.650204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.040796] env[65432]: INFO networking_nsxv3.common.synchronization [req-a98e7259-e04e-43e8-85a8-79a9e6932a9c req-c42562ea-f2aa-4e92-b781-dafc13da29f3 service nova] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_rules [ 1032.040796] env[65432]: INFO networking_nsxv3.common.synchronization [req-a98e7259-e04e-43e8-85a8-79a9e6932a9c req-c42562ea-f2aa-4e92-b781-dafc13da29f3 service nova] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1032.041034] env[65432]: INFO networking_nsxv3.common.synchronization [req-a98e7259-e04e-43e8-85a8-79a9e6932a9c req-c42562ea-f2aa-4e92-b781-dafc13da29f3 service nova] Enqueued Resource ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with Priority: HIGHEST for action port [ 1032.041646] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_rules [ 1032.041646] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1032.041831] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with Priority: HIGHEST for action port [ 1032.042772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.042955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.042955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.043143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.043275] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.044825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.044825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.044825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.044825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.044825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.045156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.045156] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e43e2b-91d1-475a-a8d1-1cf9ea434c8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.547782] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.547782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.548955] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with status ACTIVE [ 1032.549134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.549274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.549356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.549558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.549645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.549857] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.549939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.549974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.550130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.550818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.550818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.550818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.550818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.550818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.550818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.550818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e is going to be updated. [ 1032.574151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.574356] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.574439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.574608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.574775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.574963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.889681] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 1032.889864] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 deletion is rescheduled due to dependency. [ 1032.889974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.890320] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.890813] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.890974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.891526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.891526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.891526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.891526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.393960] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.896975] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.399618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.399799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.399852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.400086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.400170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.400278] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be updated. [ 1034.442540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.442809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.442930] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.443089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.443293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.455254] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 1034.766481] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.766729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.766888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.767216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.767505] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.767731] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.767831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.768096] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.768344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.768569] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.768683] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.768787] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.768911] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.769017] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.769121] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.769246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.789600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.789775] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.789890] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.790085] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.790410] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-5e9f374c-0a5b-44c6-a009-29fa01da4c45 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.790581] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.790697] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.790953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.791101] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9f374c-0a5b-44c6-a009-29fa01da4c45',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.294371] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.294371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.294371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.294371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.294998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.294998] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.294998] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.295231] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.295294] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.295428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.295750] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.295898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.296038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.296253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.296384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.296523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 is going to be updated. [ 1035.321311] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.321311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.321311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.321311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.321311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.321622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.054698] env[65432]: INFO networking_nsxv3.common.synchronization [req-df58a5cb-93ba-42a7-b05e-0abcddba6138 req-2d7c1df5-3ff4-4f0b-9436-ddfbbab98d15 service nova] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 1036.054879] env[65432]: INFO networking_nsxv3.common.synchronization [req-df58a5cb-93ba-42a7-b05e-0abcddba6138 req-2d7c1df5-3ff4-4f0b-9436-ddfbbab98d15 service nova] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 1036.055035] env[65432]: INFO networking_nsxv3.common.synchronization [req-df58a5cb-93ba-42a7-b05e-0abcddba6138 req-2d7c1df5-3ff4-4f0b-9436-ddfbbab98d15 service nova] Enqueued Resource ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with Priority: HIGHEST for action port [ 1036.055567] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_rules [ 1036.055701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 1036.055797] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with Priority: HIGHEST for action port [ 1036.056113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.056236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.056333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.056496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.056577] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.057445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.058043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.058043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.058043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.058043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.058043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.058043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.059709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.059709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.059709] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.059709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9f374c-0a5b-44c6-a009-29fa01da4c45 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.059709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.059709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.059709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.059709] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9f374c-0a5b-44c6-a009-29fa01da4c45',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.469152] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 1036.469522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.469615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.469772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.469972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.470110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.470168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.470346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.470428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.470510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.470601] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.560751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.562573] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.562706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.562869] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9f374c-0a5b-44c6-a009-29fa01da4c45 with status ACTIVE [ 1036.563053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.563158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.563216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.563483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.563483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.563668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.563788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.563826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.563956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.564056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.564285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.564682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.564682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.564805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.564805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.564933] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9f374c-0a5b-44c6-a009-29fa01da4c45 is going to be updated. [ 1036.586765] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9f374c-0a5b-44c6-a009-29fa01da4c45" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.972748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.973021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.973101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.973368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.973600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.973711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.973779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.973935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.974031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.974584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.974731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.975451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.975451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975451] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.062881] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.477702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c44ff9b-d8a8-4b30-92de-14b770e4a775: rpc.has_security_group_logging(os_id): False [ 1037.498888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.499100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.499150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.499343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.499490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.499758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.500105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.500216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.500461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.500563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.500754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.501012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.501085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.501249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.501315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.501522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.501687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.501687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.501797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.501868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.502025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be updated. [ 1037.566073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.566234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.566308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.567524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.567524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.567524] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44446452-8194-4513-894f-505a84fe2c80 is going to be updated. [ 1037.662791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.662791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.662791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.672010] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: IN_PROGRESS for 2s [ 1037.686106] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.686335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.686398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.686611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.686782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.699224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 1039.682308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: SUCCESS [ 1039.682669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.682776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.682988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.683191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.683308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.683370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.683523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.683629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.683751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.683843] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.712597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 1039.712905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.186759] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.642277] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6f645aa-1f38-4f79-9ccf-cbca4afdf505 req-eaec5840-ae70-404a-aac7-33215690d6bd tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1040.643044] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 with Priority: HIGHEST for action security_group_members [ 1040.647038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c44ff9b-d8a8-4b30-92de-14b770e4a775 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.647038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.647038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.647038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c44ff9b-d8a8-4b30-92de-14b770e4a775',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.689538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44446452-8194-4513-894f-505a84fe2c80: rpc.has_security_group_logging(os_id): False [ 1040.698227] env[65432]: INFO networking_nsxv3.common.synchronization [req-e6f645aa-1f38-4f79-9ccf-cbca4afdf505 req-eaec5840-ae70-404a-aac7-33215690d6bd tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with Priority: HIGHEST for action port [ 1040.698227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with Priority: HIGHEST for action port [ 1040.698633] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.698934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.698934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.699187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.699337] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e43e2b-91d1-475a-a8d1-1cf9ea434c8e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.713406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.713709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.713872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.714203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.714361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.714735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.714859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.714948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.718235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.718363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.718476] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44446452-8194-4513-894f-505a84fe2c80 is going to be updated. [ 1040.785657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.788867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.788867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.788867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.806160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: IN_PROGRESS for 2s [ 1040.819327] env[65432]: INFO networking_nsxv3.common.synchronization [req-2ea7afbb-a50e-4587-a39e-459ea704cdce req-0b7bc404-b4be-49ab-9a4f-6491cf3538ef tempest-ImagesTestJSON-1862371753 tempest-ImagesTestJSON-1862371753-project-member] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1040.819759] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGHEST for action security_group_members [ 1040.822152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.822152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.822152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.824271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.824271] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.824271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.824271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.824271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.824271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.824271] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.151244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.151244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.151244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.151244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.151244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.151244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.151541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.151541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.151541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.151541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.151701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 is going to be updated. [ 1041.182186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.182504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.182692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201681] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e with status ACTIVE [ 1041.202076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.202251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.202321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.202543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.202631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.202809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.202912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.202986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.203155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.203243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.203447] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.203541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.203601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.203785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.203897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.203992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e43e2b-91d1-475a-a8d1-1cf9ea434c8e is going to be updated. [ 1041.217038] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 2s [ 1041.233471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.233729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.233950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.234135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.234307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.234509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e43e2b-91d1-475a-a8d1-1cf9ea434c8e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.326435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.326715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.326862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.327250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.327450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.327788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.328044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.328229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.328448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.328504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.328703] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be updated. [ 1041.371847] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.371847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.372043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.372314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.373548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.385197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: IN_PROGRESS for 2s [ 1042.822902] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: SUCCESS [ 1042.824105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.230914] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: IN_PROGRESS for 4s [ 1043.398303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 in Status: SUCCESS [ 1043.398498] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 deletion is rescheduled due to dependency. [ 1043.399259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.694314] env[65432]: INFO networking_nsxv3.common.synchronization [None req-2dcafb14-05a3-47b5-9fe7-d61cbaf38a04 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1044.694314] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1044.694314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.694314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.694314] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.694957] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.842938] env[65432]: INFO networking_nsxv3.common.synchronization [None req-df508bfb-db0a-4ff5-9be4-4d1d3031cb6f tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1044.842938] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1044.842938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.842938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.218400] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.218400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.218400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.218400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.218598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.218598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 already deleted. [ 1045.218598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.219568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.219568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.219568] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.242026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 in Status: SUCCESS [ 1045.242026] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c44ff9b-d8a8-4b30-92de-14b770e4a775 deletion is rescheduled due to dependency. [ 1045.242026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c44ff9b-d8a8-4b30-92de-14b770e4a775" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.742276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.742559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.742559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.742840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.742978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.743108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 already deleted. [ 1045.743199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.094291] env[65432]: INFO networking_nsxv3.common.synchronization [req-b46e357b-69e2-4bb8-a522-52db0bc33dca req-ad6a9d9d-40ee-489e-b04f-b285a3936da3 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1046.094659] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1046.095832] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.096038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.096111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.096986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.097183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.097462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.097462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.098514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.098514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.098514] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.526669] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.527114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.527114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.527461] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.527778] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.527949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.528072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.529164] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.530060] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.530352] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.530474] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.530629] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.530795] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.530972] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.531110] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.531252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.556943] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.557132] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.557259] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.557436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-517" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.557765] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-5e1db3bd-a942-4cdf-b6b0-b5758508953a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.557968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.558069] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.558563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.558765] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1db3bd-a942-4cdf-b6b0-b5758508953a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.600268] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.061650] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.062013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.062079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.062371] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.062522] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.062678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 5e1db3bd-a942-4cdf-b6b0-b5758508953a not found, creating... [ 1047.062950] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.063124] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.063238] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.063464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.063598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.063927] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.064097] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.064212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.064420] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.064553] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.064710] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a is going to be created. [ 1047.089096] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089434] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089738] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.090090] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.090329] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.102158] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.604987] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.605299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.605299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.605449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.605536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.605699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1047.637546] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.637546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.637546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.637707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.637877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.652405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1047.884677] env[65432]: INFO networking_nsxv3.common.synchronization [req-b46e357b-69e2-4bb8-a522-52db0bc33dca req-d3a165bd-0e0f-4ffd-a19d-17fc416c479b service nova] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1047.884856] env[65432]: INFO networking_nsxv3.common.synchronization [req-b46e357b-69e2-4bb8-a522-52db0bc33dca req-d3a165bd-0e0f-4ffd-a19d-17fc416c479b service nova] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1047.884990] env[65432]: INFO networking_nsxv3.common.synchronization [req-b46e357b-69e2-4bb8-a522-52db0bc33dca req-d3a165bd-0e0f-4ffd-a19d-17fc416c479b service nova] Enqueued Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1047.885546] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1047.885676] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1047.885775] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1047.886482] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.886482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.886637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.886906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.886974] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.888225] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.888365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.888612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1db3bd-a942-4cdf-b6b0-b5758508953a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.888753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.888846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.889074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.889178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1db3bd-a942-4cdf-b6b0-b5758508953a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.392033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.392389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.392389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e1db3bd-a942-4cdf-b6b0-b5758508953a with status ACTIVE [ 1048.392475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.392611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.392670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.392844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.392929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a is going to be updated. [ 1048.419837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.420063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.420226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.420504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.420671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.420873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.663904] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1049.663904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.663904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.663904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.664655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.664655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.664655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.664655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.664655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.664655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.169401] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.671948] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.174569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.174898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.175094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.175346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.175408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.175546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1051.212397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.212397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.212397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.212397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.212397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.224154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1051.641433] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e8ee7d70-df49-4666-91e8-5bdc0684abd5 None None] Enqueued Resource ID: 5472789b-b231-4da2-9c21-3bb7fb657ff2 with Priority: HIGHEST for action port [ 1051.642078] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5472789b-b231-4da2-9c21-3bb7fb657ff2 with Priority: HIGHEST for action port [ 1051.642428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5472789b-b231-4da2-9c21-3bb7fb657ff2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.642547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5472789b-b231-4da2-9c21-3bb7fb657ff2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.642625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5472789b-b231-4da2-9c21-3bb7fb657ff2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.642864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5472789b-b231-4da2-9c21-3bb7fb657ff2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.642946] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5472789b-b231-4da2-9c21-3bb7fb657ff2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.144929] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5472789b-b231-4da2-9c21-3bb7fb657ff2 [ 1052.145219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.145302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.145384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.145626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.145715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.145809] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5472789b-b231-4da2-9c21-3bb7fb657ff2 already deleted. [ 1052.145889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5472789b-b231-4da2-9c21-3bb7fb657ff2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.235678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1053.235965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.236017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.236198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.236694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.236694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.236694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.236694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.237831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.237831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.237831] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.742281] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.742281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.742281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.742281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.742752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.742752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.742752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.742888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.743049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.743106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.743312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.743600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.743600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.743737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.744066] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.744066] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.744215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.744858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.744858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.744858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.744858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.892031] env[65432]: INFO networking_nsxv3.common.synchronization [req-d0795f09-8ddd-44d1-b531-b86994ae0432 req-11461ade-94d5-488c-87eb-01122058f17c tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1053.892594] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1053.894195] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.894195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.894195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.894195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.894388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.895068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.895068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.895068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.895068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.895068] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.185271] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3700c255-6856-4d80-b2a1-36f3fd5e3367 None None] Enqueued Resource ID: 70cee200-7176-4b95-b382-e664e5596651 with Priority: HIGHEST for action port [ 1054.186615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70cee200-7176-4b95-b382-e664e5596651 with Priority: HIGHEST for action port [ 1054.186783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-70cee200-7176-4b95-b382-e664e5596651 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.186998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70cee200-7176-4b95-b382-e664e5596651" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.187098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70cee200-7176-4b95-b382-e664e5596651" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.187433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70cee200-7176-4b95-b382-e664e5596651" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.187537] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cee200-7176-4b95-b382-e664e5596651',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.254343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1054.274357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.274357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.274357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.274357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.274357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.274357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.274958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.274958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.274958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.275090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.275574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.275731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.275830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.276091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.276215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.276845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.276845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.276845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.277027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.277079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.277208] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1054.354443] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.354443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.354443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.354443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.354443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.370939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1054.400241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.400241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.400241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.400241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 1054.459635] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.459635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.459635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.459635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.459635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.471123] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 1054.690480] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70cee200-7176-4b95-b382-e664e5596651 [ 1054.690733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.690873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.690941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.691250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.691403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.691551] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70cee200-7176-4b95-b382-e664e5596651 already deleted. [ 1054.691670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70cee200-7176-4b95-b382-e664e5596651" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.214954] env[65432]: INFO networking_nsxv3.common.synchronization [req-b7ac54e5-bfa6-42f2-a297-1c1ebdf84068 req-4a1497dc-4293-4631-ac98-7292dbd958c2 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 1055.216999] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGHEST for action security_group_members [ 1055.217911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.217911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.217911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.218134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.218221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.218378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.218506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.218764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.219280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.219432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.486947] env[65432]: INFO networking_nsxv3.common.synchronization [req-a76d41c0-44b0-4578-af66-4765c043510e req-5e64c841-b9ad-4f13-b9a2-6d649a4a7a80 tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1055.487567] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1055.488251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.488383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.488452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.488648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.488829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.488944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.489018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.489303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489376] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.723528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.723733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.725287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.725611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.725718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.725934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.726068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.726146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.726334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.727032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.727032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd is going to be updated. [ 1055.760174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.770950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: IN_PROGRESS for 2s [ 1055.880048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.880048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.880048] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.880048] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.880048] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.880048] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.880048] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.881027] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.881027] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.881027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.898699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.898929] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.898992] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.899192] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.899508] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-e51ab267-3a15-4001-941f-7c3fb40657ec taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.899723] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.899795] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.900230] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.900230] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51ab267-3a15-4001-941f-7c3fb40657ec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.992095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.992095] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.992256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.992388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.992524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.992786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.992919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.993101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.993522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.993522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.993522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1056.029127] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.029406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.041124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1056.233335] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1056.233588] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1056.234117] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1056.234258] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1056.234663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.234870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.234870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.235185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.235290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.235433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.235477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.235629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.235713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.235806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.236783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.236846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.236947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.237642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.237805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.237917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.237979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.238155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.238396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.238510] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.286211] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1056.286570] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1056.287367] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_rules [ 1056.287606] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1056.287836] env[65432]: INFO networking_nsxv3.common.synchronization [req-5e71e9ec-e8b9-4bcd-94c0-9c8f6f113214 req-675f8ad6-8ebb-47a6-97b3-984031d2fc97 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1056.288752] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1056.288990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_rules [ 1056.289205] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1056.289363] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1056.289538] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1056.290069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.290239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.291212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.291398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.291500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.291879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.292012] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.293388] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1db3bd-a942-4cdf-b6b0-b5758508953a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.293563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.293673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.293990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.294155] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1db3bd-a942-4cdf-b6b0-b5758508953a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.297403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.297550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.297796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.297882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.389813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1056.390122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.390229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.390453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.390536] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.405855] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.405855] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port e51ab267-3a15-4001-941f-7c3fb40657ec not found, creating... [ 1056.405855] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.405855] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.406451] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.406986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.407308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.407740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.408699] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.408699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: e51ab267-3a15-4001-941f-7c3fb40657ec is going to be created. [ 1056.434770] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.435114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.435233] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.436200] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.436500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.436789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.493046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 1056.493046] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 1056.493046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.742895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.744510] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.799892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.799892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.799892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e1db3bd-a942-4cdf-b6b0-b5758508953a with status ACTIVE [ 1056.799892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.799892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.799892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.800245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.800245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.800314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.800363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.800409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.800559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.800632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.800808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.800899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.800958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.801117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.801187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.801267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a is going to be updated. [ 1056.823357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.823506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.823572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.823777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.823953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.824136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.894421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.894421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206691] env[65432]: INFO networking_nsxv3.common.synchronization [req-a76d41c0-44b0-4578-af66-4765c043510e req-d2751532-f2e2-4489-afc5-d9b0dfa767b7 service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1057.206902] env[65432]: INFO networking_nsxv3.common.synchronization [req-a76d41c0-44b0-4578-af66-4765c043510e req-d2751532-f2e2-4489-afc5-d9b0dfa767b7 service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1057.207071] env[65432]: INFO networking_nsxv3.common.synchronization [req-a76d41c0-44b0-4578-af66-4765c043510e req-d2751532-f2e2-4489-afc5-d9b0dfa767b7 service nova] Enqueued Resource ID: e51ab267-3a15-4001-941f-7c3fb40657ec with Priority: HIGHEST for action port [ 1057.207724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1057.207908] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1057.208060] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51ab267-3a15-4001-941f-7c3fb40657ec with Priority: HIGHEST for action port [ 1057.208396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.208784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.208784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.209460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.209552] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.210491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.210611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.210791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51ab267-3a15-4001-941f-7c3fb40657ec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.210898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.210952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.211145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.211224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51ab267-3a15-4001-941f-7c3fb40657ec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.248035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.248035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.713373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.713373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51ab267-3a15-4001-941f-7c3fb40657ec with status ACTIVE [ 1057.719028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.719028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.719028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.719028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51ab267-3a15-4001-941f-7c3fb40657ec is going to be updated. [ 1057.750835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.750835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.750835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.750835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.750835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.750835] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1057.755094] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.755094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.755094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.755094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.755094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be created. [ 1057.769183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.769183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.769183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.769183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.769183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.769183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51ab267-3a15-4001-941f-7c3fb40657ec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.783670] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd in Status: SUCCESS [ 1057.783670] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd deletion is rescheduled due to dependency. [ 1057.783670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.788252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.788252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.788252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.790285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.790782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.791063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.791448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.791790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.805804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1057.809546] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: UNINITIALIZED for 2s [ 1058.050757] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1058.053781] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.053781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.053781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.053781] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.557870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.060494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.430910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.430910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.430910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.430910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.430910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.566516] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.566516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.566516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.566516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.566516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.566516] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1059.609312] env[65432]: INFO networking_nsxv3.common.synchronization [req-c12c2da4-aee5-427f-9d98-394a82169886 req-5d99b6f9-152c-4d54-a68d-5e782473aa77 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1059.610541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.610691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.610751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.612913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.612913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.612913] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1059.613232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.613332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.613388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.613676] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.613836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.613960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.614310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.614310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.614310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.614417] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.626408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1059.818634] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1059.818915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.819177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.819459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.819706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.819856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.820233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.820233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.820233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.820408] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.822629] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1059.822745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.823194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.823335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.823578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.823701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.823848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.824127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.824211] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.932417] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.080940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.081379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.081379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.082295] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.082295] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.084736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.085624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.085849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.086781] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.086907] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.087038] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.087148] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.087260] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.087372] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.087532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.115026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.115026] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.115026] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.115026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115026] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-9b64e06e-93a9-448e-ac28-0f44623a86a7 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.115026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115026] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b64e06e-93a9-448e-ac28-0f44623a86a7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.116368] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.117742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.117934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.118391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.118599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.118889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.119146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.119316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.119570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.119791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.120393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 already deleted. [ 1060.120393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.326433] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.327658] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.354144] env[65432]: INFO networking_nsxv3.common.synchronization [req-ea1aedd1-6193-414c-b460-0f5fe3b306a0 req-54e24e70-64d4-445f-867c-7a3be34075b5 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 1060.354658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGHEST for action security_group_members [ 1060.354924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.355480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.355581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.356276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.356276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.356276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.356276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.356276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.356660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.356660] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.435115] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.621208] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.621489] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.621835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.622055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.622281] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.622443] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 9b64e06e-93a9-448e-ac28-0f44623a86a7 not found, creating... [ 1060.622722] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.622883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.622995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.623255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.623392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.623685] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.623837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.624106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.624428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.624521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.624636] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 9b64e06e-93a9-448e-ac28-0f44623a86a7 is going to be created. [ 1060.648799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649073] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649709] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.829092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.830439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.861657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.861657] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.861657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.861657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f is going to be updated. [ 1060.900180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.900180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.900180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.900180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.900180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.909167] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: IN_PROGRESS for 2s [ 1060.938336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1060.938505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.333343] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.333741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.333741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.333835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.333835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.334561] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1061.335374] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.335503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.335552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.335734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.335819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.335906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be updated. [ 1061.378558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.378558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.378558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.378904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.378904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.380725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.380725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.380725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.381096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.381294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.394977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1061.394977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1061.422271] env[65432]: INFO networking_nsxv3.common.synchronization [req-c12c2da4-aee5-427f-9d98-394a82169886 req-a116113a-2b71-4b8a-ab5f-d2f5cd8def89 service nova] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1061.422271] env[65432]: INFO networking_nsxv3.common.synchronization [req-c12c2da4-aee5-427f-9d98-394a82169886 req-a116113a-2b71-4b8a-ab5f-d2f5cd8def89 service nova] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1061.422271] env[65432]: INFO networking_nsxv3.common.synchronization [req-c12c2da4-aee5-427f-9d98-394a82169886 req-a116113a-2b71-4b8a-ab5f-d2f5cd8def89 service nova] Enqueued Resource ID: 9b64e06e-93a9-448e-ac28-0f44623a86a7 with Priority: HIGHEST for action port [ 1061.422833] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1061.422833] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1061.422954] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b64e06e-93a9-448e-ac28-0f44623a86a7 with Priority: HIGHEST for action port [ 1061.423276] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.423385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.423385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.423583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.423688] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.424683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.424804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.424804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.425082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.425320] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.425476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.425577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.425798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.425948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.426089] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.427640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b64e06e-93a9-448e-ac28-0f44623a86a7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.427640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.427640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.427640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.427640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b64e06e-93a9-448e-ac28-0f44623a86a7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.640078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1061.640286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.640463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.640695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.640893] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.641088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.641088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.641259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.641342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.641426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.641517] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.836209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.836495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.836577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.836857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.852138] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1061.853056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.854143] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1061.890935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.890935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.890935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.890935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.908206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.908206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1061.908206] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.908206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1061.932188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.932188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.932496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.933883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b64e06e-93a9-448e-ac28-0f44623a86a7 with status ACTIVE [ 1061.934208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.934366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.934456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.934827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.934827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.934996] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.935159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.935245] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.935529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.936130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.936130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.936130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.936130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.936130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.936357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b64e06e-93a9-448e-ac28-0f44623a86a7 is going to be updated. [ 1061.954862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.955109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.955109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.955328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.956874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.957083] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1061.962665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.962826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.962879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.963062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.963194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.963348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b64e06e-93a9-448e-ac28-0f44623a86a7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.033349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.033582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.033582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.033842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.034725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.034725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.107130] env[65432]: INFO networking_nsxv3.common.synchronization [req-3611d4de-ab8a-43e4-a86a-13dc35abb8de req-8aeffa4b-71f0-4618-851d-8d7b6e59d0b7 tempest-ServerTagsTestJSON-1349533447 tempest-ServerTagsTestJSON-1349533447-project-member] Enqueued Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1062.107657] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1062.108025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.108451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.108599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.108898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.109116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.109116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.144502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.144502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.144502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.144821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.147976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.147976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.147976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.147976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.147976] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.166775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.166983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.166983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.167270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.167406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.167706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1062.167777] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30a999c3-7d11-4a2a-9963-5c7d1a9b75a6', '3532adfe-98fa-4114-89ea-5c7ddfe48e24', '05c8ceda-c82a-492a-82d5-25fb8a65db24', '74584a49-bd6a-460e-824b-122c3b8b314f', '9c1482de-024c-4dea-ae30-1705a5785f3c', '056d6d03-9643-4559-9d6e-53873130c3c2', '0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce', '8f6a58f2-0a37-44a2-8f8c-52698d903fc0', '6a653dbc-3eab-45d6-92d3-584c97c18cdd', '4cc40f0f-2461-4f00-8649-4f48d6b7c3fd', 'e08f98a5-7ed5-456f-af9f-a68eca93c41e', '239692a5-0edc-42bf-aa2d-a669cc4eb59d', '7d1043e3-06a5-42a7-8001-3f647412d860', '54e6c1ce-a01c-4672-a20d-26cbd8858747', '055e6ca2-d812-4938-b8ae-65c4f2315b41', '580ef89a-9f79-4158-9d8b-7d97b18a3ec3', '54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be', '814f4ded-aa7e-4db6-815c-5fe630f80b44', '985fc5a8-6385-4904-995f-c7310444fed5', '411884b8-3ee5-401c-a675-91bfe320505e', '64c3837a-b4c6-41b9-86fc-f993c4563bbc', 'f4e573f8-ba1d-416c-be29-7209cffd5dd2', 'a56a7de7-22e0-41e6-a4bf-918491f5c8c7', 'bf74b0c6-8b2a-4de6-956c-a31a71dbfec3', 'bb5c9884-bd88-4d5f-bcc2-e69e297b8d07', 'aa5d5972-d830-4c10-85a0-e0b074584cce', 'f83f1a0c-dd9d-4395-810c-4eedf3f543cb', '69ab1d6c-016d-4f00-959c-09dadd9ddfc8', '7b27ff9c-ab21-4df6-b3a9-af4104f8730a', '9c44ff9b-d8a8-4b30-92de-14b770e4a775', '864a0b7f-12d8-47ef-80cb-8fe52a955c39', '445e4bf9-7da8-49cb-807e-6b93e1ccec70', '6af07681-b6e9-496d-9706-51064a9da051', '2ec2873e-8f4b-45ee-a3b7-be99943bf2d3', '5e541871-7d72-4083-a036-624c66454ccb', '009f0f9f-1656-4f35-b4aa-7349f6e64586', 'f2de9179-d9bd-4c4f-8ff9-771531e483ae', '614a3146-8063-423b-8403-081e0f843048', 'a32201b4-a539-4eab-b1e7-6478ce58b2fa', '3f5178cb-3023-4825-a6c2-78fc09e3539c', 'df2aa961-d4b6-4dd6-b26f-633b614d0248', '44446452-8194-4513-894f-505a84fe2c80', '7dcfd341-658f-43ac-9a07-5fbfcfc15817', '209fa8d0-4b48-44a6-9a82-57e2f7eda0f1'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.167888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.189564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.189801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.189801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.189984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.190089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.190182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.190251] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.190321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.313188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.313188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.313188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.313542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.317292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.317292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.317292] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.317292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.317292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.317292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1062.317292] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGH for action security_group_rules [ 1062.318075] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGH for action security_group_rules [ 1062.318791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.435136] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.578738] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.578943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.579245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.579402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.579662] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.579811] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.579920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.580178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.580471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.580471] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.580606] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.580658] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.580750] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.580852] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.580951] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.581089] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.599284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.599441] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.599539] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.599719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-47" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.600201] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-876ab0ef-e770-4342-9064-1e3a79d95470 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600201] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.600625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.600759] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876ab0ef-e770-4342-9064-1e3a79d95470',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.611638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.611865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.611976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.612313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.612402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.612651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.612832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.613032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.613562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.613815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.614020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a already deleted. [ 1062.614162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.650895] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 1062.670303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.670303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.670303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.670303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.692799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.693161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.693404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.693541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.693789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.694079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.694167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.694307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.694307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.694459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.694532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.694721] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.694927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.694927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.695106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.695106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.695173] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1062.762256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.762757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.762757] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.764076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.764076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.783241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1062.924093] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74584a49-bd6a-460e-824b-122c3b8b314f in Status: SUCCESS [ 1062.924281] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f deletion is rescheduled due to dependency. [ 1062.924609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.938331] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.938568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.938568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.938761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.938847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.939218] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be created. [ 1062.974296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.974296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.974296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.974296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.974929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.989779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: UNINITIALIZED for 2s [ 1063.103724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.104023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.104161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.104579] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.104679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.104832] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 876ab0ef-e770-4342-9064-1e3a79d95470 not found, creating... [ 1063.105175] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.105422] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.105547] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.105783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.105915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.106396] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.106646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.106809] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.107055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.107194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.107377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 876ab0ef-e770-4342-9064-1e3a79d95470 is going to be created. [ 1063.136127] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.136127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.136127] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.136529] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.136572] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.136807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1063.405286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.405715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.406053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.406110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.406285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.406355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406558] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.408171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1063.408368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.408648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.408829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.409023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.409211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.409211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.409456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.409456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.409524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.409611] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.692651] env[65432]: INFO networking_nsxv3.common.synchronization [None req-cc5a9686-03c6-481e-af5e-07b58e22038a None None] Enqueued Resource ID: fcc0bfa0-11e0-4cbd-b355-4f2d70250cea with Priority: HIGHEST for action port [ 1063.693326] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc0bfa0-11e0-4cbd-b355-4f2d70250cea with Priority: HIGHEST for action port [ 1063.693392] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 with Priority: HIGH for action security_group_rules [ 1063.693444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 with Priority: HIGH for action security_group_rules [ 1063.693554] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce with Priority: HIGH for action security_group_rules [ 1063.693633] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGH for action security_group_rules [ 1063.694217] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGH for action security_group_rules [ 1063.694442] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 1063.694587] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 with Priority: HIGH for action security_group_rules [ 1063.694732] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be with Priority: HIGH for action security_group_rules [ 1063.694871] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 with Priority: HIGH for action security_group_rules [ 1063.695018] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 with Priority: HIGH for action security_group_rules [ 1063.695327] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGH for action security_group_rules [ 1063.695682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGH for action security_group_rules [ 1063.695871] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 1063.696037] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd with Priority: HIGH for action security_group_rules [ 1063.696212] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd with Priority: HIGH for action security_group_rules [ 1063.696368] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGH for action security_group_rules [ 1063.696545] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGH for action security_group_rules [ 1063.696873] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1482de-024c-4dea-ae30-1705a5785f3c with Priority: HIGH for action security_group_rules [ 1063.697079] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 with Priority: HIGH for action security_group_rules [ 1063.697261] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584a49-bd6a-460e-824b-122c3b8b314f with Priority: HIGH for action security_group_rules [ 1063.697651] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc0bfa0-11e0-4cbd-b355-4f2d70250cea taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.697830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc0bfa0-11e0-4cbd-b355-4f2d70250cea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.698158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc0bfa0-11e0-4cbd-b355-4f2d70250cea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.698477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc0bfa0-11e0-4cbd-b355-4f2d70250cea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.698610] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc0bfa0-11e0-4cbd-b355-4f2d70250cea',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.701187] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.701313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.701372] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.701736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.701736] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a999c3-7d11-4a2a-9963-5c7d1a9b75a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.702468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c8ceda-c82a-492a-82d5-25fb8a65db24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.702576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.702633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.702797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.702876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c8ceda-c82a-492a-82d5-25fb8a65db24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.703856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.704109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.704254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.704606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.704821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.705760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.705935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.706141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.706409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.706527] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.707595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.707813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.712867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.713101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.713210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.713446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.713573] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.715399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814f4ded-aa7e-4db6-815c-5fe630f80b44 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.715516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.715603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.715744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.715815] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814f4ded-aa7e-4db6-815c-5fe630f80b44',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.716631] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.716745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.716964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.717524] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.719373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e6c1ce-a01c-4672-a20d-26cbd8858747 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.719994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.720127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.720327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.720444] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e6c1ce-a01c-4672-a20d-26cbd8858747',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.721607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.721762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.721867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.722333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.722439] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('580ef89a-9f79-4158-9d8b-7d97b18a3ec3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.725192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.725291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.725361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.725528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.725605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.726346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.726446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.726521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.727468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.727565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.727606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.727742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.727824] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.728518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.728759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.728827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.728977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.729076] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc40f0f-2461-4f00-8649-4f48d6b7c3fd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.729752] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.729871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.729918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.730078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.730165] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a653dbc-3eab-45d6-92d3-584c97c18cdd',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.730867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.731605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.731605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.731605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.731605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.732073] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732492] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.733316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c1482de-024c-4dea-ae30-1705a5785f3c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.733432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c1482de-024c-4dea-ae30-1705a5785f3c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.734517] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734942] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3532adfe-98fa-4114-89ea-5c7ddfe48e24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.735648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74584a49-bd6a-460e-824b-122c3b8b314f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.735748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.735810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.736110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.736110] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74584a49-bd6a-460e-824b-122c3b8b314f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.914032] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.914032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.914032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.914032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.914032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.915155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.915340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.915591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.915837] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.916068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.916222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.916458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.916922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.917225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.917436] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.971703] env[65432]: INFO networking_nsxv3.common.synchronization [req-3611d4de-ab8a-43e4-a86a-13dc35abb8de req-fca0f2d4-61db-4541-a062-6deeea7d2084 service nova] Enqueued Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_rules [ 1063.971703] env[65432]: INFO networking_nsxv3.common.synchronization [req-3611d4de-ab8a-43e4-a86a-13dc35abb8de req-fca0f2d4-61db-4541-a062-6deeea7d2084 service nova] Enqueued Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1063.971936] env[65432]: INFO networking_nsxv3.common.synchronization [req-3611d4de-ab8a-43e4-a86a-13dc35abb8de req-fca0f2d4-61db-4541-a062-6deeea7d2084 service nova] Enqueued Resource ID: 876ab0ef-e770-4342-9064-1e3a79d95470 with Priority: HIGHEST for action port [ 1063.976533] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_rules [ 1063.976627] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1063.976739] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876ab0ef-e770-4342-9064-1e3a79d95470 with Priority: HIGHEST for action port [ 1063.977107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.977345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.977345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.978477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.978477] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.978803] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.978924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.980468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.982887] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.982887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.982887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.982887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.982887] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.984760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-876ab0ef-e770-4342-9064-1e3a79d95470 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.984760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.984760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.984760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.984760] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876ab0ef-e770-4342-9064-1e3a79d95470',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.241559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.241559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.241559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.241559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.244069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.244069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.244069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.244069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.244069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.244069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.244069] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.258025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcc0bfa0-11e0-4cbd-b355-4f2d70250cea [ 1064.258025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.258025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcc0bfa0-11e0-4cbd-b355-4f2d70250cea already deleted. [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc0bfa0-11e0-4cbd-b355-4f2d70250cea" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.258025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.258860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.258860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.258860] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.261116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.261318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.261394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.261545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.261714] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.261813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262589] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262589] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.264143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.264143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.264143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.264143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.264143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.266050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.266050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.266050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.266050] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.270526] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.275923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.276131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.276258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.276543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.276685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.276780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.276855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.277027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.277113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.277483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.277585] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.282436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.282987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.283493] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.283633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.284027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.284157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.284346] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.352346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.352346] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.355249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.356492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.356661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.357748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.357990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.359031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.359201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.360650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.363074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.363164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.364093] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.364286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.365046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.365250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366111] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.366288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366999] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.367731] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.367936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.368724] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.369479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.369479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.386382] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.386819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387033] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be is going to be deleted. [ 1064.388608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.421613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 644ff4b9-b63e-415a-8e4b-7d85434a9d6f: rpc.has_security_group_logging(os_id): False [ 1064.421613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1064.426891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.426891] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a999c3-7d11-4a2a-9963-5c7d1a9b75a6 is going to be deleted. [ 1064.427223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.427423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445625] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.445625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.446831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.446831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.462486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.464057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c1482de-024c-4dea-ae30-1705a5785f3c is going to be deleted. [ 1064.465244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.475508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.475710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.486480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.486692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488500] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488913] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.490550] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876ab0ef-e770-4342-9064-1e3a79d95470 with status ACTIVE [ 1064.490691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.490835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.490937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.491234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.491367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.491616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.491764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.491932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.492264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.492315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.492574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.492716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.492811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.493027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.493230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.493523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876ab0ef-e770-4342-9064-1e3a79d95470 is going to be updated. [ 1064.495941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.496097] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be deleted. [ 1064.497592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.498233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.536779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.537032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.537240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.537548] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.538285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.538285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876ab0ef-e770-4342-9064-1e3a79d95470" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.540801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.540801] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce is going to be deleted. [ 1064.540918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.541144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.554405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.554405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.578706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3532adfe-98fa-4114-89ea-5c7ddfe48e24 is going to be deleted. [ 1064.579577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.579788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.602241] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.602241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.627152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.627523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a653dbc-3eab-45d6-92d3-584c97c18cdd is going to be deleted. [ 1064.628735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.629586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.688534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.688534] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814f4ded-aa7e-4db6-815c-5fe630f80b44 is going to be deleted. [ 1064.689160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.689797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.693683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.710782] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5854626-a78b-4386-a1f4-147491dda1a4 req-4ae124d0-1958-40ef-937d-b0212fe537b4 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1064.711432] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1064.711759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.711888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.712014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.712300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.712473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.712578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.712639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.712798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.712906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.712997] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.727298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.727492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.761428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.762663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.762791] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 580ef89a-9f79-4158-9d8b-7d97b18a3ec3 is going to be deleted. [ 1064.764668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.764668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.771634] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.777910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.791823] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.793799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239692a5-0edc-42bf-aa2d-a669cc4eb59d: rpc.has_security_group_logging(os_id): False [ 1064.797840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.797840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.797840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.797840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.797840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.798860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.798860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.798860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.798860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.798860] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.855185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.855455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74584a49-bd6a-460e-824b-122c3b8b314f is going to be deleted. [ 1064.856978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.857495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.878818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1064.878979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.883130] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.883347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.884431] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.884607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.898840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.899074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.939029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.940159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc40f0f-2461-4f00-8649-4f48d6b7c3fd is going to be deleted. [ 1064.940476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.952682] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.952818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.969959] env[65432]: INFO networking_nsxv3.common.synchronization [None req-941abb48-8bc0-47f7-bd33-cdc8d2749c58 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1064.970607] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1064.972017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.972017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.972017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.972017] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.972017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.999825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.999825] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c8ceda-c82a-492a-82d5-25fb8a65db24 is going to be deleted. [ 1065.001576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.003806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.011212] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1065.011212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.011695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.012025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.012219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.012349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.012414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.012581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.012715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.012781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.012821] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.062494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.062663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.079631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.079733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e6c1ce-a01c-4672-a20d-26cbd8858747 is going to be deleted. [ 1065.080704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.080881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.092463] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.092659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.138674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.138674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.153315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.153741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.153807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.154050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.154147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.154370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.154482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.154546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.154717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.154791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.154988] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.155132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.155196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.155337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.155411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.155512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1065.156796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.157052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.157146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.157426] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.157554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.157622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.157767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.157852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.157992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be created. [ 1065.159026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.159195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.159382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.159422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c274a3-a7c1-41ff-8e1b-4c4c4b7af0be" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.160539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.160696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.160800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.160904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a999c3-7d11-4a2a-9963-5c7d1a9b75a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.161064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.161278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.161278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.161471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c1482de-024c-4dea-ae30-1705a5785f3c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.161508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.161636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.161705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.161812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.163288] env[65432]: INFO networking_nsxv3.common.synchronization [None req-19366947-7ca7-45f9-9ca7-45a6b1f3d239 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1065.163561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.163737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.163821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.164068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3c873f-2bbe-4489-b9c9-c29d4f1d90ce" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.164155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.164256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.164413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.164511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3532adfe-98fa-4114-89ea-5c7ddfe48e24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.165359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.165543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.166637] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1065.167019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.169923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.217972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.218420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.254625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.254940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.255088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.255133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.256019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.256019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be updated. [ 1065.256678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.257087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-580ef89a-9f79-4158-9d8b-7d97b18a3ec3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.257777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.257905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc40f0f-2461-4f00-8649-4f48d6b7c3fd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.258390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.258481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74584a49-bd6a-460e-824b-122c3b8b314f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.258894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.258971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.259112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c8ceda-c82a-492a-82d5-25fb8a65db24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.259725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.260488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.260488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.260488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814f4ded-aa7e-4db6-815c-5fe630f80b44" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.260488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.260488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.260733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.260733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a653dbc-3eab-45d6-92d3-584c97c18cdd" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.260809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.260885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.266697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6a58f2-0a37-44a2-8f8c-52698d903fc0: rpc.has_security_group_logging(os_id): False [ 1065.278312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.278412] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.278528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.278799] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.279073] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.279260] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.279604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.279736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.279943] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.280088] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.280206] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.280309] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.280413] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.280512] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.280640] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.281907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056d6d03-9643-4559-9d6e-53873130c3c2: rpc.has_security_group_logging(os_id): False [ 1065.283186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d1043e3-06a5-42a7-8001-3f647412d860: rpc.has_security_group_logging(os_id): False [ 1065.296681] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 1065.301272] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 055e6ca2-d812-4938-b8ae-65c4f2315b41: rpc.has_security_group_logging(os_id): False [ 1065.303716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.303716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.321099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.321270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.334905] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.335192] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.335192] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.335589] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-574" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.339041] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.339041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.339041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.339041] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.339041] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb27f7b3-2f4f-4b14-a138-ce4f774b8123',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.352359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.356023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.356023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.356023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.356023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.356023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.356023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 1065.356023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.356581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.356679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.356812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e6c1ce-a01c-4672-a20d-26cbd8858747" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.356995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.357191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.362049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.362049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.362668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.362754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.363564] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.364979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.365110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.380024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.380024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.413025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.413025] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1065.413025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.413813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.464041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.464041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.464041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.464041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.464041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 is going to be updated. [ 1065.468037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.468037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.473146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.473146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.473146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.473146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.473146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.508975] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 1065.508975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.508975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.508975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.508975] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a is going to be created. [ 1065.515496] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.555670] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1065.555670] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1065.555805] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1065.556271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1065.556779] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1065.556779] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1065.557207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da89730-8925-4c48-8f12-5850f5d3375c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.557543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.557543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.557716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.557867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.557985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.558056] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.558227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.558315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.558411] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.559379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.559534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.559534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.559712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.559849] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.560637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.560637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.560637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.560637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.560637] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.561685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.561685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.561685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.561685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.561685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.562650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.562650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.562650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.562650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.562650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.564193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.565581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.565581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.565581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.565955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.565955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.566048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.566085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.566824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.566824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.566824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 1065.569256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.569256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.569256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.573258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.573258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.574985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.575208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.624488] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1065.624682] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1065.625308] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_rules [ 1065.625308] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1065.625308] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_rules [ 1065.625565] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1065.625617] env[65432]: INFO networking_nsxv3.common.synchronization [req-e5a044af-f36a-452c-b139-426a0823d0e7 req-2c91b567-473e-4a44-a60d-31b495f44b1c tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1065.626234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_rules [ 1065.626312] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_rules [ 1065.626401] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1065.626501] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a with Priority: HIGHEST for action port [ 1065.626591] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_rules [ 1065.626713] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1065.626768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1065.627139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.627244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.627465] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.627546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.627779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da89730-8925-4c48-8f12-5850f5d3375c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.627840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.627963] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1db3bd-a942-4cdf-b6b0-b5758508953a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.628073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.628129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.628334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.628413] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1db3bd-a942-4cdf-b6b0-b5758508953a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.629584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9da89730-8925-4c48-8f12-5850f5d3375c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.629711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.629764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.629996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.630090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.631359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.631467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.631825] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.631925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.658863] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.659144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.665949] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.666206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.672747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.672747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.672747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.672747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.672747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.678291] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1065.682326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.682736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.682908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.682972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.683200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.683287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.683385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1065.684660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.684852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.684997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe already deleted. [ 1065.685159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.686760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.686902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.686985] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.711843] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: UNINITIALIZED for 2s [ 1065.729829] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.730207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.750900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.751149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.816933] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.817295] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.817406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.817452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.817670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.817752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.817877] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1065.819193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.819382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.819523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.820492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.820664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.820794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.821651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.821818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.821968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.822919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.822995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.823104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.837155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.837363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.837363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.837573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.837707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839537] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839930] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.840207] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.840346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.840493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port eb27f7b3-2f4f-4b14-a138-ce4f774b8123 not found, creating... [ 1065.840768] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.840951] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.841092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.841317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.841511] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.841870] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.841979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.842137] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.843035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.843035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.843035] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: eb27f7b3-2f4f-4b14-a138-ce4f774b8123 is going to be created. [ 1065.863797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1065.866487] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 1065.867865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: IN_PROGRESS for 2s [ 1065.869379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: IN_PROGRESS for 2s [ 1065.887485] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887744] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.887883] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.888346] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.888668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.888962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.891052] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1065.911749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.912026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.912192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.912602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.912838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.943029] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1066.019062] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.019871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.020060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.020209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.021038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.021038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.022857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c460472-3003-49a4-be2b-dce19b09f696: rpc.has_security_group_logging(os_id): False [ 1066.057974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1066.057974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.057974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.057974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.057974] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be created. [ 1066.068762] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.070318] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.074895] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.133226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da89730-8925-4c48-8f12-5850f5d3375c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.133456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.134110] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e1db3bd-a942-4cdf-b6b0-b5758508953a with status ACTIVE [ 1066.134110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.134110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.134110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.134325] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.134647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.134647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.134761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.134761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.134862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.134935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.135209] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.135365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.135365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.135487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.135559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.135641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e1db3bd-a942-4cdf-b6b0-b5758508953a is going to be updated. [ 1066.193357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.193511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.193574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.193811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.193915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.194167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1db3bd-a942-4cdf-b6b0-b5758508953a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.221144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.221338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.221338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.221906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.222732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.222732] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe already deleted. [ 1066.222732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.224665] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.224841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.225233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.225576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.225767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.247385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1066.571671] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.572784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.578142] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.619259] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5854626-a78b-4386-a1f4-147491dda1a4 req-164000ca-4034-4c6f-ba1f-1f355b056492 service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 1066.619259] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5854626-a78b-4386-a1f4-147491dda1a4 req-164000ca-4034-4c6f-ba1f-1f355b056492 service nova] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1066.619461] env[65432]: INFO networking_nsxv3.common.synchronization [req-a5854626-a78b-4386-a1f4-147491dda1a4 req-164000ca-4034-4c6f-ba1f-1f355b056492 service nova] Enqueued Resource ID: eb27f7b3-2f4f-4b14-a138-ce4f774b8123 with Priority: HIGHEST for action port [ 1066.619874] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_rules [ 1066.620013] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1066.620116] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb27f7b3-2f4f-4b14-a138-ce4f774b8123 with Priority: HIGHEST for action port [ 1066.620428] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.620530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.620641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.620792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.620868] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.621741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.621853] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.622121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.622274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.622274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.622452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.622626] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb27f7b3-2f4f-4b14-a138-ce4f774b8123',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.804529] env[65432]: INFO networking_nsxv3.common.synchronization [None req-0ba3dfca-33fd-46d0-bd97-3f938a8882b8 None None] Enqueued Resource ID: 986f446e-36a9-420b-a634-ea878c31f183 with Priority: HIGHEST for action port [ 1066.806161] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986f446e-36a9-420b-a634-ea878c31f183 with Priority: HIGHEST for action port [ 1066.806161] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-986f446e-36a9-420b-a634-ea878c31f183 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.806473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986f446e-36a9-420b-a634-ea878c31f183" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.806641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986f446e-36a9-420b-a634-ea878c31f183" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.806994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986f446e-36a9-420b-a634-ea878c31f183" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.807752] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986f446e-36a9-420b-a634-ea878c31f183',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.074693] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.074925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.074925] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.075242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.075334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.075434] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c is going to be created. [ 1067.077028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.077028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.077028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.077266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.077266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.077414] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be updated. [ 1067.079245] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.079362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.079608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.079608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.079753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1067.109023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.109023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.109023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.109023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.109023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.110951] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.111431] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.111700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.113521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.113521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.114284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.114493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.114643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.114878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.115132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.122677] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1067.124203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da89730-8925-4c48-8f12-5850f5d3375c in Status: UNINITIALIZED for 2s [ 1067.124203] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1067.124373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.124439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124601] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb27f7b3-2f4f-4b14-a138-ce4f774b8123 with status ACTIVE [ 1067.126511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.126511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.126511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.126910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.126910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.126910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.126910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.127101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.127101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.127172] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb27f7b3-2f4f-4b14-a138-ce4f774b8123 is going to be updated. [ 1067.149566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.149566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.149566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.149566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.149566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.149566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb27f7b3-2f4f-4b14-a138-ce4f774b8123" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.310450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 986f446e-36a9-420b-a634-ea878c31f183 [ 1067.310710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.310870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.310921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.311162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.311248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.311345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:986f446e-36a9-420b-a634-ea878c31f183 already deleted. [ 1067.311424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986f446e-36a9-420b-a634-ea878c31f183" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.519163] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 1067.519316] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 1067.519485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.519703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.519985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.520371] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.520440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.520514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.520703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.520821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.520950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.692626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1067.692977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.693188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.693391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.693511] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.724532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: SUCCESS [ 1067.724841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.725029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.725258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.725454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.725618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.725618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.725893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.725944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.726094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.726137] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.886304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 1067.886687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.887356] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: SUCCESS [ 1067.887537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.888471] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: SUCCESS [ 1067.888650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.889694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1067.890070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.918823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1067.919062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.919280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.919509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.919599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.958723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1067.958961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.023367] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.070650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1068.072866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.195908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.196104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.228816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.229051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.229129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.229381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.229608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.229796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.229879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.230098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.230212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.230313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.230511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.230600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.230658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.230856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.231050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.231161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.231232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.231414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.231500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.231582] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.231698] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.260142] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1068.260458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.422375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.422649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.526882] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.733734] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dce8b5e0-f476-4fad-8d1f-b723862b0d3a: rpc.has_security_group_logging(os_id): False [ 1068.755563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.755749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.755803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.756043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.756150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756946] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.757306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.757387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.757611] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758007] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.758390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758889] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a is going to be created. [ 1068.834327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.834327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.834327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.834493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.834728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.847890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: IN_PROGRESS for 2s [ 1069.030109] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.030109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.030109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.030578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.030578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.030578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 1069.062828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.063084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.063199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.063492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.063688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.086336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 1069.203924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1069.204368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.204646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.204948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.205231] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.205400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.205498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.205699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.205805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.205932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.207938] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da89730-8925-4c48-8f12-5850f5d3375c in Status: SUCCESS [ 1069.208213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.209521] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1069.209705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.209997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.210229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.210419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.211973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.211973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.211973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.211973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.211973] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.217172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.217305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.217508] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.217642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.217698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.217837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.217922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.218207] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.717925] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.720649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.721549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.015710] env[65432]: INFO networking_nsxv3.common.synchronization [None req-95a2ed89-8e9d-4944-9038-be9b57f0159f tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1070.016504] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1070.016980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.017111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.017187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.017524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.017631] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.143568] env[65432]: INFO networking_nsxv3.common.synchronization [None req-b207a0fe-314d-450b-8585-86816fc9d3db tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1070.144204] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1070.144513] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.144615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.221738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.227219] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.230209] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.557868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.558049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.558111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.558336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.558423] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.558517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 already deleted. [ 1070.558602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.558763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.558918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.559013] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.731024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.731024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.731024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.731024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.731024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.731024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c is going to be updated. [ 1070.737334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.739709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.739709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.739709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.739709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.739709] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be updated. [ 1070.741198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.741671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.742122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.742584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.742917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.745074] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1070.775034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.775034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.775034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.775034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.775034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.776916] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.777547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.777547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.777988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.778082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.781158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.781158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.781158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.781158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.781158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.796160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1070.796861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1070.797461] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da89730-8925-4c48-8f12-5850f5d3375c in Status: IN_PROGRESS for 2s [ 1070.867816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: SUCCESS [ 1070.868169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.084229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.084229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.084698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.084698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.084773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.085287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 already deleted. [ 1071.085287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.097308] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 1071.097373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.099091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.099091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.099091] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.099091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.099091] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.099652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.099652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.099652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.099652] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.602490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.603054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.603054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.603054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.603224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.603338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.603409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.603631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.603733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.603863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.604119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.604197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.604233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.604399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.604581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.604679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.604744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.604898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.604998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.606995] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.606995] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.110786] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32201b4-a539-4eab-b1e7-6478ce58b2fa: rpc.has_security_group_logging(os_id): False [ 1072.134265] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.134440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.134506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.134748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.134885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.135236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.135393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.135466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.135672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.135804] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.135957] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.136053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.136253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.136358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.136468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.136888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.136888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.137032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.137153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.137208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.137255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 1072.212681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.212894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.212894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.213132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.213280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 1072.599480] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e2ea060-8019-4c8f-b04c-d036da76fc98 req-df0e3e20-13f0-4e7e-9fcd-69261608771d tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1072.599480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1072.599800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.599918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.600059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.600238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.600432] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.600609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.600667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.601041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.601041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.601041] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.811916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1072.812409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.812409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.812652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.812886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.813043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.813110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.813258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.813347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.813434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.813547] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.815262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1072.815476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.816512] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da89730-8925-4c48-8f12-5850f5d3375c in Status: SUCCESS [ 1072.816512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.816512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.816838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.816885] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.816964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.817222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.817294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.817406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.817527] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.818471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.818679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.818868] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.819025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.819079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.819206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.819295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.819413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.819471] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.851339] env[65432]: INFO networking_nsxv3.common.synchronization [req-dae849f1-445d-4dce-945d-6d49fa241dad req-c83a6ef5-a534-4222-bcf4-787b3e54c3e9 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1072.851339] env[65432]: INFO networking_nsxv3.common.synchronization [req-dae849f1-445d-4dce-945d-6d49fa241dad req-c83a6ef5-a534-4222-bcf4-787b3e54c3e9 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1072.851632] env[65432]: INFO networking_nsxv3.common.synchronization [req-dae849f1-445d-4dce-945d-6d49fa241dad req-c83a6ef5-a534-4222-bcf4-787b3e54c3e9 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1072.852343] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGHEST for action security_group_members [ 1072.852478] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1072.852573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da89730-8925-4c48-8f12-5850f5d3375c with Priority: HIGHEST for action security_group_members [ 1072.853372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.853499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.853566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.853770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.853930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.854043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.854168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.854366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.854461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.854557] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.855598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.855940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.856038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.856198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.856520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.856520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.856647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.857490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.859935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.859935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da89730-8925-4c48-8f12-5850f5d3375c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.859935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.859935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.859935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.031724] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032529] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.033612] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.033612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.033612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.033612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.033894] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.033894] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.034038] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.034137] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.034289] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.034429] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.034628] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.055523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.055719] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.056862] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.056862] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-526" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.056862] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.057116] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.057171] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.057627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.057826] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9bfb15-0fed-45a6-88a5-9847e0b983f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.103055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.321096] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.322266] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.322402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.322632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9da89730-8925-4c48-8f12-5850f5d3375c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.363680] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.363680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.363680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.363680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.363680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.363966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.363966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.364072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.367472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.367600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.367660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be updated. [ 1073.368865] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.370355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.370355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.370355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.370608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.370608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.370901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.370901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.371104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.371104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.371207] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.371259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c is going to be deleted. [ 1073.403554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.403703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.403755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.404836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.404836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.408042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.408180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.408271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.408434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.408533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.408627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.414108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1073.561025] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.561456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.561732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.562452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.562650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.562830] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 not found, creating... [ 1073.563312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.563501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.563739] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.564255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.564425] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.564778] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.564948] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.565385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.565667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.565807] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.566017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 is going to be created. [ 1073.590833] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.591133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.591261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.591624] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.591865] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.592186] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.604999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.827988] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 644ff4b9-b63e-415a-8e4b-7d85434a9d6f: rpc.has_security_group_logging(os_id): False [ 1073.829179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9da89730-8925-4c48-8f12-5850f5d3375c: rpc.has_security_group_logging(os_id): False [ 1073.847366] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.847665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.847665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.847935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.848498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.848609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.848673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.848833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.849169] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c is going to be created. [ 1073.850894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.851083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.851083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.851353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.851560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.851657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.851720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.851940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.852118] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be updated. [ 1073.873210] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c], does not exist path=[/infra/domains/default/groups/9da89730-8925-4c48-8f12-5850f5d3375c]."\n}' [ 1073.873385] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c [ 1073.873385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1073.874778] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.915903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.916132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.916132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.916336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.917240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.917502] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.917614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.917678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.917811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.917886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.918086] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.918239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.918239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.918370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.918442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.918549] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9da89730-8925-4c48-8f12-5850f5d3375c is going to be created. [ 1073.920541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.920667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.920705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.920846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.920969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.933344] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: IN_PROGRESS for 2s [ 1073.938381] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c], does not exist path=[/infra/domains/default/groups/9da89730-8925-4c48-8f12-5850f5d3375c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c [ 1073.938553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9da89730-8925-4c48-8f12-5850f5d3375c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.938730] env[65432]: Traceback (most recent call last): [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1073.938792] env[65432]: return func(*args, **kwargs) [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1073.938792] env[65432]: res.raise_for_status() [ 1073.938792] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1073.938792] env[65432]: raise HTTPError(http_error_msg, response=self) [ 1073.938792] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c [ 1073.938792] env[65432]: During handling of the above exception, another exception occurred: [ 1073.938792] env[65432]: Traceback (most recent call last): [ 1073.938792] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1073.938792] env[65432]: listener.cb(fileno) [ 1073.938792] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1073.938792] env[65432]: result = function(*args, **kwargs) [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1073.938792] env[65432]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1073.938792] env[65432]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1073.938792] env[65432]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1073.938792] env[65432]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1073.938792] env[65432]: res.raise_for_status() [ 1073.938792] env[65432]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1073.938792] env[65432]: raise HTTPError(http_error_msg, response=self) [ 1073.938792] env[65432]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9da89730-8925-4c48-8f12-5850f5d3375c [ 1073.938792] env[65432]: Removing descriptor: 36 [ 1074.112641] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.112826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.112881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.113112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.113199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.113314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 1074.144791] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.144791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.144791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.145131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.145290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.156883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 1074.246031] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 1074.246276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.341092] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e2ea060-8019-4c8f-b04c-d036da76fc98 req-85ff74eb-e2bb-4133-9154-f0e8f1a29ca2 service nova] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 1074.341092] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e2ea060-8019-4c8f-b04c-d036da76fc98 req-85ff74eb-e2bb-4133-9154-f0e8f1a29ca2 service nova] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1074.341092] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e2ea060-8019-4c8f-b04c-d036da76fc98 req-85ff74eb-e2bb-4133-9154-f0e8f1a29ca2 service nova] Enqueued Resource ID: 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 with Priority: HIGHEST for action port [ 1074.342213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_rules [ 1074.342213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1074.342213] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 with Priority: HIGHEST for action port [ 1074.342389] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.342389] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.342507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.342840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.342840] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.349349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.349349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.349349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.349349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.349349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.349349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.349349] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9bfb15-0fed-45a6-88a5-9847e0b983f4',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.377921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.378331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.378331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.378565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.378637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.378694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1074.421520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.421672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.421798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.422367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.422367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.434091] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1074.847014] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.847476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.852721] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 with status ACTIVE [ 1074.852978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.853109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.853171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.853396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.853486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.853652] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.853803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.853803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.854050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.854257] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.854493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.854493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.854640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.854900] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e9bfb15-0fed-45a6-88a5-9847e0b983f4 is going to be updated. [ 1074.880354] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.881328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9bfb15-0fed-45a6-88a5-9847e0b983f4" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.427144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1075.427381] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f deletion is rescheduled due to dependency. [ 1075.427550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.949947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f in Status: SUCCESS [ 1075.950908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.170583] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 1076.170859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.171278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171402] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.171870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.171870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.171870] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.450261] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.450261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.450261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.452099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.452099] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.677029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.956354] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1076.983247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.983247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.983247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.983247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.006300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.006560] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.006693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.008038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.008038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.008038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.008837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.009103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.009230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.009230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1077.079602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.079806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.079806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.080031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.080165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.101532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1077.178247] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.683958] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.684303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.684422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.684666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.685376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.685376] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 1077.726061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.726061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.726061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.726061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.726061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.739283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 1078.209358] env[65432]: INFO networking_nsxv3.common.synchronization [req-997cc045-df6d-4323-96f3-90c61aedcf21 req-0199ff61-12d4-4d60-b007-055ab95a17ba tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1078.210139] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1078.211229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.211619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.211619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.211819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.212090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.212190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.212248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.215669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.215669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.215669] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.550109] env[65432]: INFO networking_nsxv3.common.synchronization [req-5dd084d4-313b-4afc-a210-ad2b596a76ee req-b43ee47e-19a5-4786-9553-0f5200709e99 tempest-ServerTagsTestJSON-1349533447 tempest-ServerTagsTestJSON-1349533447-project-member] Enqueued Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1078.550950] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGHEST for action security_group_members [ 1078.551450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.551601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.551665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.551843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.552079] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.552249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.552440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.552514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.552640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.552674] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.647459] env[65432]: INFO networking_nsxv3.common.synchronization [None req-247ed624-c3ce-49d7-9c1b-d4327887f637 None None] Enqueued Resource ID: a00ef773-8827-4969-957e-afb86dc491d3 with Priority: HIGHEST for action port [ 1078.648115] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00ef773-8827-4969-957e-afb86dc491d3 with Priority: HIGHEST for action port [ 1078.648512] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00ef773-8827-4969-957e-afb86dc491d3 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.648662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00ef773-8827-4969-957e-afb86dc491d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.648662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00ef773-8827-4969-957e-afb86dc491d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.649327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00ef773-8827-4969-957e-afb86dc491d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.649327] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00ef773-8827-4969-957e-afb86dc491d3',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.716235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.716475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.716475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.716689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.716775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.716978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.717097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.717160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.717316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.717405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.717481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe already deleted. [ 1078.717964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.936754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.936931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.936931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.937390] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.937684] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.938662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.938916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.939245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.939437] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.939675] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.939812] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.939972] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.940118] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.940299] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.940420] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.940625] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.963179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.963329] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.963397] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.963666] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-873" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.964433] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.964433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.964433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.964660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.964847] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3bd2ba-2958-4945-98b9-1981c7d24dc2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.056334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.056334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.056334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.056622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.082980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.082980] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.083236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.083236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.083996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.083996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.083996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a is going to be updated. [ 1079.121846] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.121846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.121846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.121846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.121846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.128803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1079.131024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.131024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.131024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.131024] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.136309] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: IN_PROGRESS for 2s [ 1079.151300] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a00ef773-8827-4969-957e-afb86dc491d3 [ 1079.151559] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.151693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.151847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.151973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.152075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.152206] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a00ef773-8827-4969-957e-afb86dc491d3 already deleted. [ 1079.152313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00ef773-8827-4969-957e-afb86dc491d3" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.468072] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.468404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.468404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.468906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.468906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.469124] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port bc3bd2ba-2958-4945-98b9-1981c7d24dc2 not found, creating... [ 1079.469619] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470310] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470948] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.471520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.471520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.471768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.473101] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 is going to be created. [ 1079.502494] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.502494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.502494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.634645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.634918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.634918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.635188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.635419] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.635568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.635639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.635841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.635939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.636360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.636360] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.756525] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 1079.756769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.756973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.757238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.757471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.757620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.757735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.757876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.757966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.758086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.758200] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.025690] env[65432]: INFO networking_nsxv3.common.synchronization [req-8dc98115-c7c1-4998-8c2b-3ba99348145b req-88b3b412-c51b-415e-bc80-5631e896daa1 tempest-ServerDiskConfigTestJSON-380735483 tempest-ServerDiskConfigTestJSON-380735483-project-member] Enqueued Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1080.026806] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa with Priority: HIGHEST for action security_group_members [ 1080.027199] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32201b4-a539-4eab-b1e7-6478ce58b2fa taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.027383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.028054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.028201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.028201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.028374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.028512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.028657] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32201b4-a539-4eab-b1e7-6478ce58b2fa',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.139174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.139340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.139412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.139642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.139876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.139987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.140064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.140239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.140339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.140460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.140669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.140805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.140894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.141109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.141339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.141504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.141602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.141789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.141905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.142275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.143361] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.263848] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.265217] env[65432]: INFO networking_nsxv3.common.synchronization [req-997cc045-df6d-4323-96f3-90c61aedcf21 req-2abdaf3a-bc34-4249-968d-60e776120aa0 service nova] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1080.265407] env[65432]: INFO networking_nsxv3.common.synchronization [req-997cc045-df6d-4323-96f3-90c61aedcf21 req-2abdaf3a-bc34-4249-968d-60e776120aa0 service nova] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1080.265542] env[65432]: INFO networking_nsxv3.common.synchronization [req-997cc045-df6d-4323-96f3-90c61aedcf21 req-2abdaf3a-bc34-4249-968d-60e776120aa0 service nova] Enqueued Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1080.266084] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1080.266658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1080.266658] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1080.267655] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.267655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.267655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.267655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.267655] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.268955] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.269155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.270341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.270341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.270341] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.271713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.271713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.271713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.271713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.271713] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3bd2ba-2958-4945-98b9-1981c7d24dc2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.531464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.531932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.531932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.531932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.572317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.572577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.572693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.572759] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.573236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.573236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.573236] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa is going to be updated. [ 1080.623025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.623025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.623025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.623025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.623025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.636056] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: IN_PROGRESS for 2s [ 1080.646087] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 411884b8-3ee5-401c-a675-91bfe320505e: rpc.has_security_group_logging(os_id): False [ 1080.675203] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.675203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.675203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.675600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.675600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.675689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675894] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.676107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.676198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.676272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.676398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.676472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.676664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.676768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.676842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.676946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.677226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.677361] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1080.764529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64c3837a-b4c6-41b9-86fc-f993c4563bbc: rpc.has_security_group_logging(os_id): False [ 1080.770684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.770684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.776228] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with status ACTIVE [ 1080.776228] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.776228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.776228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.776228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.776796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.776796] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.776796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.776796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.777068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.777068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.777308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.777308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.777308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.777503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.777539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.777614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 is going to be updated. [ 1080.779477] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.809464] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.809464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.809464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.812623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.812891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.821300] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.821300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.821300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.821300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.821559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.821559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.833408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.834304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.834304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.834304] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 1080.835500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.835747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.835835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.879511] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1080.969134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.969246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.969333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.969579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.969748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.988582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 1081.148239] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a in Status: SUCCESS [ 1081.148512] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a deletion is rescheduled due to dependency. [ 1081.148670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.283604] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.709147] env[65432]: INFO networking_nsxv3.common.synchronization [req-dcdae237-45bf-41db-b547-491ba10dcd34 req-ccf02166-bf6c-44d3-a148-760d63799986 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1081.709147] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1081.709147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.710022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.710234] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.710617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.710960] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.711237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.711424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.711775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.712010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.712257] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.786774] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.788013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.788013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.788013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.788013] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.788013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be created. [ 1081.789903] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3a6a8009-25b4-4acc-a08b-86cf527756d5 None None] Enqueued Resource ID: be166174-7fe9-47d9-a080-e9c98c6c0096 with Priority: HIGHEST for action port [ 1081.789903] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be166174-7fe9-47d9-a080-e9c98c6c0096 with Priority: HIGHEST for action port [ 1081.790520] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-be166174-7fe9-47d9-a080-e9c98c6c0096 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.790653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be166174-7fe9-47d9-a080-e9c98c6c0096" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.790700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be166174-7fe9-47d9-a080-e9c98c6c0096" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.792061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be166174-7fe9-47d9-a080-e9c98c6c0096" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.792061] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be166174-7fe9-47d9-a080-e9c98c6c0096',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.819032] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.819032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.819032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.819032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.819032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.830510] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: UNINITIALIZED for 2s [ 1082.145635] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.145833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.145954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.149244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.149244] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.149244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.149244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.149244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.149244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.149244] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.149244] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.149244] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.149244] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.149244] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.149244] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.149244] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.170748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.170921] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.171068] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.171242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.171560] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-fb06a3c5-93e5-4123-8168-622b3304200e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.171725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.171858] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.172292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.172500] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb06a3c5-93e5-4123-8168-622b3304200e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.215357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.215357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.215571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.215820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.215926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.217828] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.217951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.218023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.218293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.218391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.218578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 already deleted. [ 1082.218578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.292799] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be166174-7fe9-47d9-a080-e9c98c6c0096 [ 1082.293046] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.293192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.293283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.293480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.293567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.293659] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be166174-7fe9-47d9-a080-e9c98c6c0096 already deleted. [ 1082.293737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be166174-7fe9-47d9-a080-e9c98c6c0096" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.673260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa in Status: SUCCESS [ 1082.673260] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32201b4-a539-4eab-b1e7-6478ce58b2fa deletion is rescheduled due to dependency. [ 1082.673260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32201b4-a539-4eab-b1e7-6478ce58b2fa" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.678395] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.678695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.678835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.679167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.679334] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.680415] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port fb06a3c5-93e5-4123-8168-622b3304200e not found, creating... [ 1082.680415] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.680415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.680415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.680415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.680646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.681037] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.681037] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.681162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.681377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.682008] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.682008] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: fb06a3c5-93e5-4123-8168-622b3304200e is going to be created. [ 1082.707739] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.707989] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.708212] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.708950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.708950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.709104] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.901205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1082.901521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.002115] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 1083.002866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.364153] env[65432]: INFO networking_nsxv3.common.synchronization [req-0ebc37f0-a79c-4c0f-a701-48a279c9f7d6 req-6d73ae3b-88e3-4a73-8299-758364c2dcb5 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 1083.366098] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 1083.366485] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.366652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.366750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.366981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.367191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.367317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.367422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.367608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.367697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.367826] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.438486] env[65432]: INFO networking_nsxv3.common.synchronization [req-dcdae237-45bf-41db-b547-491ba10dcd34 req-cb07146c-9bf2-4e18-81a8-3e4a0ac894bd service nova] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1083.438486] env[65432]: INFO networking_nsxv3.common.synchronization [req-dcdae237-45bf-41db-b547-491ba10dcd34 req-cb07146c-9bf2-4e18-81a8-3e4a0ac894bd service nova] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1083.438590] env[65432]: INFO networking_nsxv3.common.synchronization [req-dcdae237-45bf-41db-b547-491ba10dcd34 req-cb07146c-9bf2-4e18-81a8-3e4a0ac894bd service nova] Enqueued Resource ID: fb06a3c5-93e5-4123-8168-622b3304200e with Priority: HIGHEST for action port [ 1083.439079] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_rules [ 1083.439244] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1083.439402] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb06a3c5-93e5-4123-8168-622b3304200e with Priority: HIGHEST for action port [ 1083.439634] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.439758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.439825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.440256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.440358] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.441783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.441783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.441928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.442124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.443749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.443749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.443749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.443749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.443749] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.443749] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.443749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb06a3c5-93e5-4123-8168-622b3304200e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.444061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.444143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.444388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.444506] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb06a3c5-93e5-4123-8168-622b3304200e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.842763] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1083.843032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.843224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.843466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.843709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.844991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.845107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.845309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.845399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.845508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.845623] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.872599] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.946859] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.948256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.949623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.949623] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb06a3c5-93e5-4123-8168-622b3304200e with status ACTIVE [ 1083.949623] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.949623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.949623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.949623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.949623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.950151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.950408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.950538] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.950769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.950924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.951190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.951457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.951579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.951798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.952035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.952216] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb06a3c5-93e5-4123-8168-622b3304200e is going to be updated. [ 1083.975459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.975459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.975708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.975742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.975901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.976125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb06a3c5-93e5-4123-8168-622b3304200e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348812] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.375225] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.450428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.851936] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750c1c6d-02d3-4d1b-87d6-986de8685cfe: rpc.has_security_group_logging(os_id): False [ 1084.873249] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.873661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.873876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.874158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.875084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.875084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.875084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.875084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.875084] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be created. [ 1084.877545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.877628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.877657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.877803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.877886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.877972] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 1084.909108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.909248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.909309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.909514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.909656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.920589] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 1084.939240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.939438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.939505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.939708] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.939866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953200] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: IN_PROGRESS for 2s [ 1084.953200] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.953655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.953655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.953655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953789] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 is going to be created. [ 1085.013816] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.013816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.013940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.014134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.014435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.037999] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: UNINITIALIZED for 2s [ 1086.136030] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f7f820a-0904-4c97-aecb-bb2b6f22c855 req-738f0eb0-ae48-4a55-ab77-c7bb643dc389 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1086.136030] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1086.136337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.136337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.136455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.140174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.140399] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.140536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.140603] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.140797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.140882] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.140981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.497402] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.497565] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.497670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.497953] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.498208] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.498385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.498485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.498701] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.498835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499105] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.499249] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.499335] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.499435] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.499537] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.499637] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.499759] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.519457] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.519634] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.519785] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.519965] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.520315] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-6041ddc4-84e1-4431-892a-dc08cb01005d taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.520507] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.520625] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.521018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.521158] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6041ddc4-84e1-4431-892a-dc08cb01005d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.643561] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.932952] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 1086.932952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.966911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1086.967240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.023981] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.025118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.026227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.026227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.026227] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.026227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 6041ddc4-84e1-4431-892a-dc08cb01005d not found, creating... [ 1087.026404] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.027643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.027643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.027643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.027643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.027849] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.027971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.028512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.030026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.030026] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.030026] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 6041ddc4-84e1-4431-892a-dc08cb01005d is going to be created. [ 1087.048258] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: SUCCESS [ 1087.048425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.049479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.049820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.050041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.050158] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.050229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.050397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.050489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.050616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.050672] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.055450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.055450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.055450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.055450] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.055797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.056995] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.147162] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.260055] env[65432]: INFO networking_nsxv3.common.synchronization [req-1243e5fe-2b64-4a96-a5b9-75d5acc6d674 req-89f73123-23c8-4f4b-8c0d-74755eeec084 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1087.260252] env[65432]: INFO networking_nsxv3.common.synchronization [req-1243e5fe-2b64-4a96-a5b9-75d5acc6d674 req-89f73123-23c8-4f4b-8c0d-74755eeec084 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1087.261057] env[65432]: INFO networking_nsxv3.common.synchronization [req-1243e5fe-2b64-4a96-a5b9-75d5acc6d674 req-89f73123-23c8-4f4b-8c0d-74755eeec084 tempest-SecurityGroupsTestJSON-894908018 tempest-SecurityGroupsTestJSON-894908018-project-member] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1087.261057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGHEST for action security_group_members [ 1087.261362] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGHEST for action security_group_members [ 1087.261678] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGHEST for action security_group_members [ 1087.261992] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.262136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.262209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.262415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.262620] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.262727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.262789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.262977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.263054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.263139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.264735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.264851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.264851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.265171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.265260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.265694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.265785] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.266839] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.266974] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.267047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.267205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.267461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.267563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.267624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.267766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.267833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267918] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.554084] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.651182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.651182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.651182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.651182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.651182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.651182] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be updated. [ 1087.681605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.681753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.681822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.682039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.682180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.692479] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1087.769648] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.769845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.769874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.770553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.770614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770924] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be updated. [ 1087.772069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.772186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.772257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.772402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.773375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.773472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.791216] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f7f820a-0904-4c97-aecb-bb2b6f22c855 req-acec77d2-7efe-4788-8f20-92bdac9c8d0e service nova] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1087.791216] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f7f820a-0904-4c97-aecb-bb2b6f22c855 req-acec77d2-7efe-4788-8f20-92bdac9c8d0e service nova] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1087.791216] env[65432]: INFO networking_nsxv3.common.synchronization [req-6f7f820a-0904-4c97-aecb-bb2b6f22c855 req-acec77d2-7efe-4788-8f20-92bdac9c8d0e service nova] Enqueued Resource ID: 6041ddc4-84e1-4431-892a-dc08cb01005d with Priority: HIGHEST for action port [ 1087.791216] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_rules [ 1087.791563] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1087.791818] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041ddc4-84e1-4431-892a-dc08cb01005d with Priority: HIGHEST for action port [ 1087.793230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.793588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.793857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.794131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.796018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.796018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.796018] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be updated. [ 1087.796018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.796018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.796018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.796394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.796581] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.798139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.798479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.798733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-6041ddc4-84e1-4431-892a-dc08cb01005d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.799179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.799179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.800418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.800418] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6041ddc4-84e1-4431-892a-dc08cb01005d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.801427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.803698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.806684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.807047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.807237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.808156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.808156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.817197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: IN_PROGRESS for 2s [ 1087.823222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.823474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.823588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.823650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.823843] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.823922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.824015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be updated. [ 1087.835361] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.835453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.836110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.836110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.836110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.844230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: IN_PROGRESS for 2s [ 1087.857340] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.857550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.857657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.857917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.858116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.871945] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: IN_PROGRESS for 2s [ 1088.057036] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce495be3-1b85-4d66-8e0d-38d99b8240a6: rpc.has_security_group_logging(os_id): False [ 1088.079081] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.079244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.079322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.079515] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.079663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.079920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.080054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.080120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.080260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.080345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.080426] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 is going to be created. [ 1088.141728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.142222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.142276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.142572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.142778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.156246] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: IN_PROGRESS for 2s [ 1088.304035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.304035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.304266] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6041ddc4-84e1-4431-892a-dc08cb01005d with status ACTIVE [ 1088.305407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.305407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.305407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.305773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.305773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.305892] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.305939] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.306316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.306316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.306316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.306316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6041ddc4-84e1-4431-892a-dc08cb01005d is going to be updated. [ 1088.338355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.338590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.338693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.338999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.339283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.339496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6041ddc4-84e1-4431-892a-dc08cb01005d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.712649] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.712649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.712649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.712649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.832922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 411884b8-3ee5-401c-a675-91bfe320505e in Status: SUCCESS [ 1089.832922] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 411884b8-3ee5-401c-a675-91bfe320505e deletion is rescheduled due to dependency. [ 1089.833738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.858450] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d in Status: SUCCESS [ 1089.858683] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d deletion is rescheduled due to dependency. [ 1089.858785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.882104] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 in Status: SUCCESS [ 1089.882202] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 deletion is rescheduled due to dependency. [ 1089.882279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.169829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: SUCCESS [ 1090.169829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.215403] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.721473] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.227100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.227239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.227326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.227535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.227632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.227733] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be updated. [ 1091.267077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.267305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.267440] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.267654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.267842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.282776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1092.792850] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.793137] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1093.295051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1093.295294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.295494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.295713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.295918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.296053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.296120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.296278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.296360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.296446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.296537] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.799377] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.303017] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c460472-3003-49a4-be2b-dce19b09f696: rpc.has_security_group_logging(os_id): False [ 1094.330537] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.330720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.330764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.331176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.359856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.360158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.360269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.360342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.360906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.362287] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.362287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be updated. [ 1094.432723] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.432723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.432723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.432723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.432723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451222] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1094.552878] env[65432]: INFO networking_nsxv3.common.synchronization [req-44cea62b-8a9b-4a46-ad84-c426366ccaf0 req-e152ad2d-8fff-4c7b-89e0-932e979e8413 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1094.553394] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1094.553932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.553932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.553932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.554599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.554895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.554895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.555081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.555901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.556008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.556113] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.060479] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.060479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.060479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.060479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.060842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.062090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.062090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.062090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.062090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.062090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.062090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 already deleted. [ 1095.062090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.082485] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.082485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.082737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.083673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.084093] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.084359] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.084485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.084828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.085044] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.085345] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.085479] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.085656] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.085864] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.086086] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.086288] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.086523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.110804] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.110804] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.111239] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.111239] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.111446] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-42ca31b0-05f6-4e3d-8ab3-600c886e194e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.111685] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.111735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.112842] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.112842] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca31b0-05f6-4e3d-8ab3-600c886e194e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.615569] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.615848] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.615927] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.616320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.616485] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.616638] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 42ca31b0-05f6-4e3d-8ab3-600c886e194e not found, creating... [ 1095.617092] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.617263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.617640] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.617941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.618182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.618717] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.618717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.618825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.619099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.619243] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.619455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 42ca31b0-05f6-4e3d-8ab3-600c886e194e is going to be created. [ 1095.647333] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.647577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.647655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.647938] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.651839] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.651981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [req-44cea62b-8a9b-4a46-ad84-c426366ccaf0 req-b51acb94-ed70-4c2e-be99-d11841b4db81 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [req-44cea62b-8a9b-4a46-ad84-c426366ccaf0 req-b51acb94-ed70-4c2e-be99-d11841b4db81 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [req-44cea62b-8a9b-4a46-ad84-c426366ccaf0 req-b51acb94-ed70-4c2e-be99-d11841b4db81 service nova] Enqueued Resource ID: 42ca31b0-05f6-4e3d-8ab3-600c886e194e with Priority: HIGHEST for action port [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1096.352690] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ca31b0-05f6-4e3d-8ab3-600c886e194e with Priority: HIGHEST for action port [ 1096.353414] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.353714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.354675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.355453] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.356304] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.356304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.356304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.356304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.356475] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.356602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.356673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.356850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.356959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.357126] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.357930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ca31b0-05f6-4e3d-8ab3-600c886e194e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.358302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.358302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.358391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.358540] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca31b0-05f6-4e3d-8ab3-600c886e194e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.465976] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1096.466214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.860345] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.860596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.860687] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.861676] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ca31b0-05f6-4e3d-8ab3-600c886e194e with status ACTIVE [ 1096.861932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.862084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.862182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.862526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.862624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.862817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.862919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.862976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.864291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.864291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.864291] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.864291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.864587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.864587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.864642] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ca31b0-05f6-4e3d-8ab3-600c886e194e is going to be updated. [ 1096.894102] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.894878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.894878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.894878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.895012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.895290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ca31b0-05f6-4e3d-8ab3-600c886e194e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.345594] env[65432]: INFO networking_nsxv3.common.synchronization [req-ce777914-7a2f-45e0-879d-d126f83491f5 req-e69646f7-eb2d-4140-9985-46d6236632c0 tempest-ServerRescueNegativeTestJSON-1012157752 tempest-ServerRescueNegativeTestJSON-1012157752-project-member] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 1097.346567] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGHEST for action security_group_members [ 1097.346900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.347147] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.347250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.347454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.347699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.347699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.347826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.349668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.349668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.349668] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.370504] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.582643] env[65432]: INFO networking_nsxv3.common.synchronization [None req-807901d8-4eff-4866-b153-6fa791fe5e83 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1097.583189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1097.583532] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.583654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.583719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.583910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.584578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.584726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.584815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.584996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.585136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.585256] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.852065] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.852065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.852065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.852065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.857738] env[65432]: INFO networking_nsxv3.common.synchronization [None req-3f529fab-5757-42be-bcec-3515b9b6774d None None] Enqueued Resource ID: c13df03a-0a44-47ae-8a84-57c06eede75c with Priority: HIGHEST for action port [ 1097.857738] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13df03a-0a44-47ae-8a84-57c06eede75c with Priority: HIGHEST for action port [ 1097.857738] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13df03a-0a44-47ae-8a84-57c06eede75c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.857738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13df03a-0a44-47ae-8a84-57c06eede75c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.857738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13df03a-0a44-47ae-8a84-57c06eede75c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.858012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13df03a-0a44-47ae-8a84-57c06eede75c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.858178] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13df03a-0a44-47ae-8a84-57c06eede75c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.879574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.879574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be updated. [ 1097.879574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.879574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.880371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.880607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.880805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be created. [ 1097.910247] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.910398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.910460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.910687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.910851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.914118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.914261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.914327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.914568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.914707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.922837] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: IN_PROGRESS for 2s [ 1097.923950] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: UNINITIALIZED for 2s [ 1098.087605] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.087776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.087849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.088093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.088181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.091968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.091968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.091968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.091968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.091968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.091968] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be deleted. [ 1098.125491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.125668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.125740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.126153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.126153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.126153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.360455] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c13df03a-0a44-47ae-8a84-57c06eede75c [ 1098.360769] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.360917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.361046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.361281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.361712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.361712] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c13df03a-0a44-47ae-8a84-57c06eede75c already deleted. [ 1098.361712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13df03a-0a44-47ae-8a84-57c06eede75c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.393179] env[65432]: INFO networking_nsxv3.common.synchronization [req-279fcd5b-c8e9-40d0-8138-e9e8c73debd4 req-59fa8fd0-d9ea-486a-bb3b-134f91838275 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 1098.394036] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44446452-8194-4513-894f-505a84fe2c80 with Priority: HIGHEST for action security_group_members [ 1098.396150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-44446452-8194-4513-894f-505a84fe2c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.396150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.396150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.396794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44446452-8194-4513-894f-505a84fe2c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.901895] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.901895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.901895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.902246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.923656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.925024] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.925024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.925024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.925024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.925024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.925024] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44446452-8194-4513-894f-505a84fe2c80 is going to be updated. [ 1098.961242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.961242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.961242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.961242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.971613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: IN_PROGRESS for 2s [ 1099.936727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1099.936991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.937672] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 in Status: SUCCESS [ 1099.937824] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 deletion is rescheduled due to dependency. [ 1099.937915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.938074] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.938276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.938458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.938571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.938634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.939367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.939367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.939367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.939674] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.443314] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.443473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.444029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.444162] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.444231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.444462] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.444565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.444657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.445363] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.445363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.446150] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.446150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.446150] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.949282] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1100.970407] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.970511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.970545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.971583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.971583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.971781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.971781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.971781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973725] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.973725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.974106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.974106] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be created. [ 1100.989377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44446452-8194-4513-894f-505a84fe2c80 in Status: SUCCESS [ 1100.989505] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44446452-8194-4513-894f-505a84fe2c80 deletion is rescheduled due to dependency. [ 1100.989613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44446452-8194-4513-894f-505a84fe2c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.041491] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.042345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.042345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.042345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.042345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.054560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1101.540810] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d5ac8ffc-eb1e-420b-83e1-a517d4dd32af None None] Enqueued Resource ID: 45652787-7ade-46e9-a81f-6365f7a571e7 with Priority: HIGHEST for action port [ 1101.541381] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45652787-7ade-46e9-a81f-6365f7a571e7 with Priority: HIGHEST for action port [ 1101.541717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-45652787-7ade-46e9-a81f-6365f7a571e7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.541838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45652787-7ade-46e9-a81f-6365f7a571e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.541901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45652787-7ade-46e9-a81f-6365f7a571e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.542551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45652787-7ade-46e9-a81f-6365f7a571e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.542551] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45652787-7ade-46e9-a81f-6365f7a571e7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.565466] env[65432]: INFO networking_nsxv3.common.synchronization [req-1a6cbe07-6d54-4f9d-8403-efd1b82e268e req-eff57b50-26dc-491f-bb3e-69e9f4b613b7 tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1101.566854] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1101.567807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.567960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.568045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.568862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.568862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.568862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.568862] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.569129] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.044737] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45652787-7ade-46e9-a81f-6365f7a571e7 [ 1102.045918] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.045918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.045918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.046297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.046297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.046977] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45652787-7ade-46e9-a81f-6365f7a571e7 already deleted. [ 1102.046977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45652787-7ade-46e9-a81f-6365f7a571e7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.071650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.072560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.072761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.073403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.095364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.095436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.095568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.095714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.095924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.096187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.096187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1102.126727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.126727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.126727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.127014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.127264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.136475] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1103.070338] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1103.070604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.450458] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ac5d9426-0b57-4752-be2d-10919904e430 None None] Enqueued Resource ID: b3bfa358-1287-4762-8b76-b33ef1d364f7 with Priority: HIGHEST for action port [ 1103.451498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3bfa358-1287-4762-8b76-b33ef1d364f7 with Priority: HIGHEST for action port [ 1103.452048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3bfa358-1287-4762-8b76-b33ef1d364f7 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.452211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3bfa358-1287-4762-8b76-b33ef1d364f7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.452303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3bfa358-1287-4762-8b76-b33ef1d364f7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.452857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3bfa358-1287-4762-8b76-b33ef1d364f7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.453075] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3bfa358-1287-4762-8b76-b33ef1d364f7',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.957136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3bfa358-1287-4762-8b76-b33ef1d364f7 [ 1103.957136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.957136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.957136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.957136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.957136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.957136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3bfa358-1287-4762-8b76-b33ef1d364f7 already deleted. [ 1103.957136] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3bfa358-1287-4762-8b76-b33ef1d364f7" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.151211] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1104.151211] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1104.151211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.751690] env[65432]: INFO networking_nsxv3.common.synchronization [None req-f40f0ace-6f75-4d18-ac00-5c986edab55f tempest-ServersTestFqdnHostnames-1984374196 tempest-ServersTestFqdnHostnames-1984374196-project-member] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1104.751990] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1104.752326] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.753592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.753592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.753592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.753592] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.921794] env[65432]: INFO networking_nsxv3.common.synchronization [None req-6605e016-87ad-4931-a87c-33c9f1357b0c tempest-ServersTestFqdnHostnames-1984374196 tempest-ServersTestFqdnHostnames-1984374196-project-member] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1104.921794] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1104.923223] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.923396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.277480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.277480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.277480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.278386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.278386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.278386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c already deleted. [ 1105.278386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.278386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.278386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.278826] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.816588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.816588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.816588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.816896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.816896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.817151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c already deleted. [ 1105.817331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.985494] env[65432]: INFO networking_nsxv3.common.synchronization [None req-ff6be97f-27d3-4873-adb1-87f0194f0669 None None] Enqueued Resource ID: 2dbd9dff-72e2-4a19-afc2-6f9739705014 with Priority: HIGHEST for action port [ 1105.986910] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbd9dff-72e2-4a19-afc2-6f9739705014 with Priority: HIGHEST for action port [ 1105.986910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dbd9dff-72e2-4a19-afc2-6f9739705014 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.986910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dbd9dff-72e2-4a19-afc2-6f9739705014" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.986910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dbd9dff-72e2-4a19-afc2-6f9739705014" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.986910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dbd9dff-72e2-4a19-afc2-6f9739705014" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.986910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dbd9dff-72e2-4a19-afc2-6f9739705014',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.237947] env[65432]: INFO networking_nsxv3.common.synchronization [None req-fe390b22-0b34-4c91-a4c6-e493c6989a88 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1106.238559] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1106.239208] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.239208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.240533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.240533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.240533] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.343697] env[65432]: INFO networking_nsxv3.common.synchronization [None req-96088688-9a57-4d24-bba9-593409ab3668 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1106.344263] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1106.344592] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.344710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.489032] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dbd9dff-72e2-4a19-afc2-6f9739705014 [ 1106.489239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.489530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.489615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.489867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.490018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.490145] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dbd9dff-72e2-4a19-afc2-6f9739705014 already deleted. [ 1106.490235] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dbd9dff-72e2-4a19-afc2-6f9739705014" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.764842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.765115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.765115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.765407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.765407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.765505] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 already deleted. [ 1106.765645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.765739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.765912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.765999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.288352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.288487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.288558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.288779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.288868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.289023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 already deleted. [ 1107.289122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.540372] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d9e68b8-37fa-41d5-bf7c-1337c3c5abc9 req-59d32462-18de-48e6-ab2a-6dc4aabbce50 tempest-InstanceActionsV221TestJSON-1567109747 tempest-InstanceActionsV221TestJSON-1567109747-project-member] Enqueued Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1107.540795] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1107.541117] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.541238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.541301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.541551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.541724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.541783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.541967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.542109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.542109] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.542182] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.928391] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.928577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-992" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.928700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-992" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.929184] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-992" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.930027] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.930027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.930027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.930027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.930242] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.930308] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.930413] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.930518] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.932179] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.932179] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.932179] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.932179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.951205] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.951414] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.951550] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.951720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-992" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.952639] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.952639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.952639] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.952952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.952952] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58ef23e-3995-4a64-b1a4-e58a1fd4069c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.030571] env[65432]: INFO networking_nsxv3.common.synchronization [req-76f751b4-6a1d-4287-91f9-5e6e6753e5b5 req-af725141-a9c5-41cc-9b63-aaba82103b58 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1108.031115] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 with Priority: HIGHEST for action security_group_members [ 1108.031422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dcfd341-658f-43ac-9a07-5fbfcfc15817 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.031588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.031695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.031983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.032121] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.032295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.032396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.032955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.032955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.032955] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dcfd341-658f-43ac-9a07-5fbfcfc15817',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.045664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.045664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.045869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.045869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.046015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.046196] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.046651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.046651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.046651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.046651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.046651] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 already deleted. [ 1108.046651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.456309] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.456309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.457537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.457537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.457537] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.457537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port b58ef23e-3995-4a64-b1a4-e58a1fd4069c not found, creating... [ 1108.457748] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.457991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.458199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.458787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.458787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.459434] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.459635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.460682] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.460949] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.461118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.461271] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: b58ef23e-3995-4a64-b1a4-e58a1fd4069c is going to be created. [ 1108.487046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.487296] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.487421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.487751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.488027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.488261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.535031] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.535031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.535191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.535311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.564736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.565029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.565160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.565240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.565427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.565520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.565613] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 is going to be updated. [ 1108.621254] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.621453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.621504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.621742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.621889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.636230] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: IN_PROGRESS for 2s [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d9e68b8-37fa-41d5-bf7c-1337c3c5abc9 req-7b09a3d5-8ed5-4880-9694-2dba79f5772e service nova] Enqueued Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_rules [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d9e68b8-37fa-41d5-bf7c-1337c3c5abc9 req-7b09a3d5-8ed5-4880-9694-2dba79f5772e service nova] Enqueued Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [req-0d9e68b8-37fa-41d5-bf7c-1337c3c5abc9 req-7b09a3d5-8ed5-4880-9694-2dba79f5772e service nova] Enqueued Resource ID: b58ef23e-3995-4a64-b1a4-e58a1fd4069c with Priority: HIGHEST for action port [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_rules [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1109.194134] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58ef23e-3995-4a64-b1a4-e58a1fd4069c with Priority: HIGHEST for action port [ 1109.194783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.194783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.194982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.195152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.195214] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.196063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196241] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.196691] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.197449] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.197449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.197720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.197835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.197892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.198629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.198629] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58ef23e-3995-4a64-b1a4-e58a1fd4069c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.700155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.700436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.700638] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.701861] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b58ef23e-3995-4a64-b1a4-e58a1fd4069c with status ACTIVE [ 1109.702072] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.702190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.702257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.702457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.702590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.702686] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.702792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.702891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.703099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.703182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.703370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.703466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.703797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.703856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.703936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.704011] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b58ef23e-3995-4a64-b1a4-e58a1fd4069c is going to be updated. [ 1109.727217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.727415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.727415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.727607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.727741] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.727962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b58ef23e-3995-4a64-b1a4-e58a1fd4069c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.970916] env[65432]: INFO networking_nsxv3.common.synchronization [req-eefd16d7-0a54-4611-9545-9920de75a529 req-434d8956-03bc-4f73-ab34-31f5df81cb9e tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1109.971255] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1109.971599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.971867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.971959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.972221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.972370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.972481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.972556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.972763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.972849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.972991] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.205874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.284856] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.285055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.285178] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.285433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.285715] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.285886] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.285997] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.286740] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.286888] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.287115] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.287225] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.287327] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.287428] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.287530] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.287727] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.287915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.322829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.323085] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.323157] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.326452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.326452] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.326452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.326452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.326452] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.326452] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609b5c6c-0d6a-40dc-a4f6-9562c45e2fec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.475744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.475908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.475980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.476218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.476305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.476511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.476612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.476674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.476820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.476932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.476997] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1110.513198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.513509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.513509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.513727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.513727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.524692] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1110.649171] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 in Status: SUCCESS [ 1110.651069] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dcfd341-658f-43ac-9a07-5fbfcfc15817 deletion is rescheduled due to dependency. [ 1110.651069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dcfd341-658f-43ac-9a07-5fbfcfc15817" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.708851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.709280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.709280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.709361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.709391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.709499] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 is going to be created. [ 1110.734214] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.734465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.734465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.734675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.735118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.748584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: UNINITIALIZED for 2s [ 1110.827184] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.827480] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.827645] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.827994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.828199] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.828388] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec not found, creating... [ 1110.828733] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.830055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.830055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.830055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.830055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.830055] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.830055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.830287] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.830483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.830650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.830820] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec is going to be created. [ 1110.857369] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.857582] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.857893] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858309] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.563437] env[65432]: INFO networking_nsxv3.common.synchronization [req-eefd16d7-0a54-4611-9545-9920de75a529 req-6cabf964-63bf-4215-acd6-e248b97d46f2 service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1111.563892] env[65432]: INFO networking_nsxv3.common.synchronization [req-eefd16d7-0a54-4611-9545-9920de75a529 req-6cabf964-63bf-4215-acd6-e248b97d46f2 service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1111.563892] env[65432]: INFO networking_nsxv3.common.synchronization [req-eefd16d7-0a54-4611-9545-9920de75a529 req-6cabf964-63bf-4215-acd6-e248b97d46f2 service nova] Enqueued Resource ID: 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec with Priority: HIGHEST for action port [ 1111.566238] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1111.566238] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1111.566238] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec with Priority: HIGHEST for action port [ 1111.566238] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.566238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.566238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.566238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.566238] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.568118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.568217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.569654] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.569654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.569654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.569654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.569654] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609b5c6c-0d6a-40dc-a4f6-9562c45e2fec',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.071186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.071186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.071186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec with status ACTIVE [ 1112.071577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.071577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.071577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.071577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.071764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.071834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.071926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.071987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.072228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.072412] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.072493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.072554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.072777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.072971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609b5c6c-0d6a-40dc-a4f6-9562c45e2fec is going to be updated. [ 1112.098198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.098417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.098417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.098626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.098787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.098912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609b5c6c-0d6a-40dc-a4f6-9562c45e2fec" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.432721] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2edd2aa-36b0-4f6a-a26b-36940ffdbc1e req-0cf83cc3-e99a-4d6c-9787-e574fb86ec78 tempest-ServersTestFqdnHostnames-1984374196 tempest-ServersTestFqdnHostnames-1984374196-project-member] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1112.433345] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1112.433672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.433800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.433866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.434932] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.536519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1112.536519] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1112.536697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.536871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.537162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.537821] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.537821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.537821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.537821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.538029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.538029] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.760047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: SUCCESS [ 1112.760898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.760898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.760898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.760898] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.761313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.761313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.761313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.761408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.761438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.761536] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.794790] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.795087] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-140" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.795319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-140" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.795803] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-140" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.796689] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.796689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.796689] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.796917] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.797168] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.797459] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.797642] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.797802] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.797950] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.798172] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.801057] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.801057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.823472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.823472] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.823772] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.823772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-140" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.825877] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-ebfae7b9-33b1-4e41-b480-5083a1424456 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.825877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.825877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.825877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.825877] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfae7b9-33b1-4e41-b480-5083a1424456',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.936445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.936592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.936701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.936988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.937200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.937449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.937573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.937666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.937953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.937990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.938154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c already deleted. [ 1112.938268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.042858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.266699] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.267065] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.267285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.267468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.267638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.267794] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.267884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.267972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.268228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.268288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268566] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.268657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.268718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.269015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.269107] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.327932] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.328196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.328349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328607] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.328853] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.329090] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port ebfae7b9-33b1-4e41-b480-5083a1424456 not found, creating... [ 1113.329472] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.330535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.330535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.330535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.330535] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.330646] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.330779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.330975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.331251] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.331339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.331448] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: ebfae7b9-33b1-4e41-b480-5083a1424456 is going to be created. [ 1113.361868] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.361868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.362025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.362375] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.362660] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.362926] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.548862] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.773918] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c8e1b5-1024-4e1d-a88b-d6701e055b54: rpc.has_security_group_logging(os_id): False [ 1113.794415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.794543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.794754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.794858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.794977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.795181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.795436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.795436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.795656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.795716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.795928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.796051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.796203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.796270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.796341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.796535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.796681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.796748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.796860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.796924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.796980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 is going to be created. [ 1113.856806] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.857050] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.857187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.857457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.857722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.871585] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: IN_PROGRESS for 2s [ 1114.053128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.053128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.053128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.053128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.053128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.053128] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1114.091884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.092071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.092153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.092378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.092530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.099020] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2edd2aa-36b0-4f6a-a26b-36940ffdbc1e req-fc481945-e0ed-4ce1-8385-7711d9c93ae0 service nova] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1114.099319] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2edd2aa-36b0-4f6a-a26b-36940ffdbc1e req-fc481945-e0ed-4ce1-8385-7711d9c93ae0 service nova] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1114.099415] env[65432]: INFO networking_nsxv3.common.synchronization [req-d2edd2aa-36b0-4f6a-a26b-36940ffdbc1e req-fc481945-e0ed-4ce1-8385-7711d9c93ae0 service nova] Enqueued Resource ID: ebfae7b9-33b1-4e41-b480-5083a1424456 with Priority: HIGHEST for action port [ 1114.099584] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_rules [ 1114.099717] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1114.099840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfae7b9-33b1-4e41-b480-5083a1424456 with Priority: HIGHEST for action port [ 1114.100490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.100602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.100648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.100815] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.100896] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.102824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.102824] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.102824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.102824] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.104309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebfae7b9-33b1-4e41-b480-5083a1424456 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.104309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.104309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.104309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.104309] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfae7b9-33b1-4e41-b480-5083a1424456',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.108328] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1114.606147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.606417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.606857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.607552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebfae7b9-33b1-4e41-b480-5083a1424456 with status ACTIVE [ 1114.607795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.607926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.608458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.608691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.608949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.609365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.609509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.609596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.609864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.609987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.610229] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.610375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.610455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.610610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.610688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.610774] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebfae7b9-33b1-4e41-b480-5083a1424456 is going to be updated. [ 1114.638000] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.638000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.638000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.638000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.638000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.638000] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebfae7b9-33b1-4e41-b480-5083a1424456" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.892362] env[65432]: INFO networking_nsxv3.common.synchronization [req-ed56522f-8eec-4918-a62f-c41ab4e699af req-b522bbca-e224-4418-889a-8e1399106f18 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1114.895152] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1114.895152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.895152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.895152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.895152] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.114019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.235902] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.235902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.235902] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.235902] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.236468] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.236713] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.237063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.237515] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.237946] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.238170] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.238372] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.238580] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.238785] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.239017] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.239255] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.266159] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.266159] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.266159] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.266159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.266399] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-f6b31b09-60ce-4867-9113-3f841611a271 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.266599] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.266750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.267237] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.267387] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b31b09-60ce-4867-9113-3f841611a271',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.397126] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.397316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.397386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.397600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.397695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.397930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.398045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.398108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.398268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.398342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.398424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 already deleted. [ 1115.398505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.618458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.618458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.618458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.618458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.618458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.618458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c is going to be created. [ 1115.644647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.644647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.644647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.644647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.644647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.658604] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: UNINITIALIZED for 2s [ 1115.770290] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.770657] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.770868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.771320] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.771501] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.771663] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port f6b31b09-60ce-4867-9113-3f841611a271 not found, creating... [ 1115.771950] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.772339] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.772549] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.772757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.772911] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.773240] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.773404] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.773517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.773736] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.773868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.774015] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: f6b31b09-60ce-4867-9113-3f841611a271 is going to be created. [ 1115.776928] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.777241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.777383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.777628] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.778065] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.778065] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.778213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.778342] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.778475] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.778679] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.778776] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.778878] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.778975] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.779094] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.779193] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.779547] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.823770] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.823958] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.824019] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.824276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.824618] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.824894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.825022] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.825385] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.825558] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6d1d1f-0d93-45c9-9f78-59954ab00b24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.827802] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.828038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.828038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.828281] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.828527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.828748] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.893098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: SUCCESS [ 1115.893098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.117660] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1116.117881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.118085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.118316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.118632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.118715] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.118753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.118881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.118963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.119089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.119180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.330935] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.331161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.331161] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.331590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.332779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.332779] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 not found, creating... [ 1116.332779] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.332779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.332779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.333118] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.333223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.333610] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.333781] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.333889] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.334125] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.334265] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.334403] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 is going to be created. [ 1116.365692] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.365894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.366030] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.366326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.366542] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.366750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.552325] env[65432]: INFO networking_nsxv3.common.synchronization [req-ed56522f-8eec-4918-a62f-c41ab4e699af req-7bbb0c8e-31af-4bf5-b0da-e97618c6eefe service nova] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1116.552533] env[65432]: INFO networking_nsxv3.common.synchronization [req-ed56522f-8eec-4918-a62f-c41ab4e699af req-7bbb0c8e-31af-4bf5-b0da-e97618c6eefe service nova] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1116.552748] env[65432]: INFO networking_nsxv3.common.synchronization [req-ed56522f-8eec-4918-a62f-c41ab4e699af req-7bbb0c8e-31af-4bf5-b0da-e97618c6eefe service nova] Enqueued Resource ID: f6b31b09-60ce-4867-9113-3f841611a271 with Priority: HIGHEST for action port [ 1116.553309] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1116.553443] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1116.553538] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b31b09-60ce-4867-9113-3f841611a271 with Priority: HIGHEST for action port [ 1116.553810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.553971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.554008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.554204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.554306] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.555378] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.555378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.555378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.555570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.555750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.555831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.555876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.556049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.556190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.556246] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.557993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b31b09-60ce-4867-9113-3f841611a271 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.558126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.558180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.558343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.558420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b31b09-60ce-4867-9113-3f841611a271',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.621170] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.621616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.621616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.621616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.621781] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.621892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.621945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.622093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.622181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.622269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.622415] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.622509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.622618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.622716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.622938] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.623062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.623123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.623306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.623433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.623491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.623659] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.048034] env[65432]: INFO networking_nsxv3.common.synchronization [req-08e4a6ed-5e34-4fc1-bb46-d7c626933250 req-0822178e-d7fa-4e90-8192-eac084cf6929 service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1117.048226] env[65432]: INFO networking_nsxv3.common.synchronization [req-08e4a6ed-5e34-4fc1-bb46-d7c626933250 req-0822178e-d7fa-4e90-8192-eac084cf6929 service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1117.048419] env[65432]: INFO networking_nsxv3.common.synchronization [req-08e4a6ed-5e34-4fc1-bb46-d7c626933250 req-0822178e-d7fa-4e90-8192-eac084cf6929 service nova] Enqueued Resource ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with Priority: HIGHEST for action port [ 1117.048895] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1117.049641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1117.049641] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with Priority: HIGHEST for action port [ 1117.051749] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.052170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.052170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.052170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.052632] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.053190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.053326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.053400] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.053545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.053744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.053918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.053918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.054069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.058923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.058923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.058923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.058923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.058923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.058923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.058923] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6d1d1f-0d93-45c9-9f78-59954ab00b24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.060029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.060295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.061034] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.063574] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b31b09-60ce-4867-9113-3f841611a271 with status ACTIVE [ 1117.063574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.063574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.063574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.063574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.063574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.063574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.064144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.064144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.064144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.064144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.064144] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.064144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.064329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.064408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.064915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.066066] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b31b09-60ce-4867-9113-3f841611a271 is going to be updated. [ 1117.091171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.091909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.092078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.092308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.092452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.092612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.127289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 1117.148233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.148399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.148441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.148669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.148779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.148973] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.149197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.149376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.149456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.149677] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.149961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.149961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.150119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.150349] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.150448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.150525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.150666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.150748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.150846] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1117.259753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.259941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.259987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.260298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.260450] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.276069] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1117.349807] env[65432]: INFO networking_nsxv3.common.synchronization [req-8738aed6-229e-4d1b-9c59-14566e96ef29 req-edad0bbe-e231-46a4-8481-7f1ebd9ee09c tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1117.350444] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1117.350809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.351058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.351269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.351563] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.351707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.351800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.352008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.352139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.352274] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.559549] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.560650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.560818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.562041] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with status ACTIVE [ 1117.562041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.562041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.562435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.562435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.562831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.562831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.562831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.562831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.562831] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 is going to be updated. [ 1117.567393] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.584096] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.584222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.584477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.584477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.584672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.584985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.672720] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.672720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.672720] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.673198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.673251] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.673444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.673562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.673785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.673923] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.674156] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.674239] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.675280] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.675280] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.675280] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.675280] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.675280] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.676581] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: SUCCESS [ 1117.676923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.677705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.677941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.678177] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.678366] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.678463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.678652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.678792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.678935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.679090] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.713401] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.713604] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.713723] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.713957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.714241] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ea39b1e6-29f6-4a15-acc7-697177e414cb taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.714415] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.714529] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.714894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.715061] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea39b1e6-29f6-4a15-acc7-697177e414cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.855661] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.061927] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.071175] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.071324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.072150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.072150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.072150] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 is going to be created. [ 1118.103515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.103754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.103754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.103917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.104104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.116156] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: UNINITIALIZED for 2s [ 1118.182100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.217659] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.217894] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.219098] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.219534] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.219703] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.219865] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port ea39b1e6-29f6-4a15-acc7-697177e414cb not found, creating... [ 1118.220182] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.220349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.220463] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.220692] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.220876] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.221207] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.221368] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.221479] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.221684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.221814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.221951] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ea39b1e6-29f6-4a15-acc7-697177e414cb is going to be created. [ 1118.248458] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.248828] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.249071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.249576] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.249823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.250288] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.358270] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.564312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.564509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.564547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.564802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.564935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.565068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be created. [ 1118.589480] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.589684] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.589799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.590081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.590297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.601539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: UNINITIALIZED for 2s [ 1118.685240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 536f6fcf-51f0-4372-9624-95ed3ea2ec8c: rpc.has_security_group_logging(os_id): False [ 1118.712151] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.712328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.712924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.712924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.712924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.713176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.713300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.713352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.713557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.713657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.713766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c is going to be created. [ 1118.819736] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.819736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.819908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.820373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.820373] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.836260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: IN_PROGRESS for 2s [ 1118.860545] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.861289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.863760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.863760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.863760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.863760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1118.919703] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.920553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.920662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.921289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.921289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.943223] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [req-8738aed6-229e-4d1b-9c59-14566e96ef29 req-9798d786-4e10-40d5-b903-c210f451e387 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [req-8738aed6-229e-4d1b-9c59-14566e96ef29 req-9798d786-4e10-40d5-b903-c210f451e387 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [req-8738aed6-229e-4d1b-9c59-14566e96ef29 req-9798d786-4e10-40d5-b903-c210f451e387 service nova] Enqueued Resource ID: ea39b1e6-29f6-4a15-acc7-697177e414cb with Priority: HIGHEST for action port [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1119.056768] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea39b1e6-29f6-4a15-acc7-697177e414cb with Priority: HIGHEST for action port [ 1119.056768] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.056768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.056768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.056768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.056768] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.059841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.059841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.059841] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea39b1e6-29f6-4a15-acc7-697177e414cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.059841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.059841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.059841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059841] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea39b1e6-29f6-4a15-acc7-697177e414cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.302776] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1119.303016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.561929] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.561929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.569569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea39b1e6-29f6-4a15-acc7-697177e414cb with status ACTIVE [ 1119.569569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.569569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.569569] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.569569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.569569] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea39b1e6-29f6-4a15-acc7-697177e414cb is going to be updated. [ 1119.594932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.594932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.594932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.594932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.594932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.594932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea39b1e6-29f6-4a15-acc7-697177e414cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.126842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: SUCCESS [ 1120.127165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.127256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.127448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.127638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.127754] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.127891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.128063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.128142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.128224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.128315] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.223645] env[65432]: INFO networking_nsxv3.common.synchronization [req-addca0bb-0faa-47ed-b2af-f30e7195ccca req-c0af7f5c-5e07-428c-8fbf-f9ec8623bca2 tempest-InstanceActionsV221TestJSON-1567109747 tempest-InstanceActionsV221TestJSON-1567109747-project-member] Enqueued Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1120.224544] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGHEST for action security_group_members [ 1120.225041] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.225232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.225330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.225557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.225758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.225934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.226260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.226663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.226794] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.613949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1120.614236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.614418] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.614677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.615033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.615195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.615294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.615489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.615588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.615683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.615917] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.630857] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.731285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.731543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.731713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.731827] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.731943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.732218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.732326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.732387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.732578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.732692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.732803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 is going to be updated. [ 1120.803472] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.804569] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.805041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.805203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.820856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: IN_PROGRESS for 2s [ 1120.850978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: SUCCESS [ 1120.851240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.953579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1120.953811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.953996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.954243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.954441] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.954561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.954620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.954851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.954948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.955045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.119143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.119410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.119410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.119635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.119866] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.119993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.120076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.120599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.120599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.120599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.120741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.120807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.120849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.121042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.121202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.121347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.121439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.121647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.121733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.121855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.121919] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.132537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6228be0-ec36-4443-9f42-082b40fa13e8: rpc.has_security_group_logging(os_id): False [ 1121.155433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.155586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.155652] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.155897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.155991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.156256] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.156360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.156412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.156562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.156636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.156719] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 is going to be created. [ 1121.217342] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.217342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.217342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.217635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.217739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.235339] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: IN_PROGRESS for 2s [ 1121.457338] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.624557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 1121.644554] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.644716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.644848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.645146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.645240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.645434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.645532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.645621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.645737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.645808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.646047] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.646179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.646212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.646353] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.646420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.646616] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.646709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.646769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.646905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.646975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.647078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be created. [ 1121.703580] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.703734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.703813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.705213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.717439] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1121.960021] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.462490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.463316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.463316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.463316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.463316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.463316] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1122.500783] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.501030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.501224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.513028] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1122.832367] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 in Status: SUCCESS [ 1122.832597] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 deletion is rescheduled due to dependency. [ 1122.832719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.264059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: SUCCESS [ 1123.264316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.734919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1123.735316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.523519] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1124.523747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.523968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.524210] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.524406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.524525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.524591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.524739] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.524856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.524947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.525054] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.628870] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ec6006e-d080-442d-bc93-5112238c9a54 req-e72f3f76-5555-4ab2-a78e-1107749ba970 tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1124.629436] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1124.629740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.629861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.629926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.630220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.630381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.630507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.630571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.630726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.630807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.630900] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.028194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.028477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.028477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.028780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.028879] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.029030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.029060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.029208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.029291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.029377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.030814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.030814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.030814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.030814] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.133685] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.133861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.133861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.134090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.134184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.134819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.134819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.134819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.134819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.134819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.135065] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1125.165218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.165394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.165394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.165608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.165750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1125.533298] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1125.553740] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.553913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.553998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.554247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.554338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.554578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.554683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.554747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.554991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.555079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.555297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.555393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.555444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.555545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.555620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.555799] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.555899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.555973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.556514] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.556585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.556679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1125.625019] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.625019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.625019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.625019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.625019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.640767] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1127.353151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1127.353437] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1127.353527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.657295] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1127.657832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.606076] env[65432]: INFO networking_nsxv3.common.synchronization [req-212c0c59-3e9e-400e-8f7a-9a4a3915446c req-07af363e-06eb-4010-851b-57f7d554f511 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1128.606543] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1128.606543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.607009] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.607082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.607308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.607474] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.607599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.607641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.607780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.607860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.607953] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.630692] env[65432]: INFO networking_nsxv3.common.synchronization [req-212c0c59-3e9e-400e-8f7a-9a4a3915446c req-07af363e-06eb-4010-851b-57f7d554f511 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1128.630862] env[65432]: INFO networking_nsxv3.common.synchronization [req-212c0c59-3e9e-400e-8f7a-9a4a3915446c req-07af363e-06eb-4010-851b-57f7d554f511 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1128.630999] env[65432]: INFO networking_nsxv3.common.synchronization [req-212c0c59-3e9e-400e-8f7a-9a4a3915446c req-07af363e-06eb-4010-851b-57f7d554f511 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1128.631480] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1128.631612] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1128.631689] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1128.631936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.632072] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.632152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.632326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.632409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.633246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.633344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.633571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.633639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.633681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.633817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.633907] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3bd2ba-2958-4945-98b9-1981c7d24dc2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.111015] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.135970] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.136121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.136330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with status ACTIVE [ 1129.136460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.136567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.136632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.136852] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.136941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.137145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.137251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.137283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.137434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.137509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.137746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.137861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.137973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.138089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.138252] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.138252] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 is going to be updated. [ 1129.162193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.162420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.162498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.162723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.163096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.163159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.614574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.074785] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6e9430a-76cf-4e6f-bf6b-b5f55cc12a20 req-53c5ae3d-05ab-44b9-bfa3-4a16d6694613 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1130.074785] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1130.074785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.074785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.074785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.074785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.074785] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.075292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.075292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.075292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.075292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.075420] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.121119] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.122067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.122067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.122067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.122067] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.122067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be updated. [ 1130.164240] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.164459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.164459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.164648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.164790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.175597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: IN_PROGRESS for 2s [ 1130.577210] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.080939] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.583577] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.583577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.583577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.583764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.583851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.583947] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1131.618979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.618979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.618979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.618979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.618979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.628136] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1132.187269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1132.187624] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.187672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.187888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.188090] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.188406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.188406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.188406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.188544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.188588] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.691014] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.921110] env[65432]: INFO networking_nsxv3.common.synchronization [req-417e21bc-f7b4-4131-888d-d6d9e6bc96fc req-10c58af3-68b9-4c98-ac1b-7fb1d7103f83 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1132.921294] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1132.921862] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.921972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.930221] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.930401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.930517] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.930785] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.931046] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.931203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.931314] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.931520] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.931673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.931913] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.932013] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.932121] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.932225] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.932358] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.932463] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.932587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.938069] env[65432]: INFO networking_nsxv3.common.synchronization [req-417e21bc-f7b4-4131-888d-d6d9e6bc96fc req-10c58af3-68b9-4c98-ac1b-7fb1d7103f83 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1132.938240] env[65432]: INFO networking_nsxv3.common.synchronization [req-417e21bc-f7b4-4131-888d-d6d9e6bc96fc req-10c58af3-68b9-4c98-ac1b-7fb1d7103f83 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1132.938405] env[65432]: INFO networking_nsxv3.common.synchronization [req-417e21bc-f7b4-4131-888d-d6d9e6bc96fc req-10c58af3-68b9-4c98-ac1b-7fb1d7103f83 tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1132.939043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_rules [ 1132.939501] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1132.939627] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with Priority: HIGHEST for action port [ 1132.939901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940460] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.941078] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.941154] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3bd2ba-2958-4945-98b9-1981c7d24dc2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.952930] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.953251] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.953802] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.953802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-256" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953907] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.954078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.954194] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.954447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.954583] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6d1d1f-0d93-45c9-9f78-59954ab00b24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.193964] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.443750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3bd2ba-2958-4945-98b9-1981c7d24dc2 with status ACTIVE [ 1133.444022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.445063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.445263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.445375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.445438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.445536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.445623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.445679] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3bd2ba-2958-4945-98b9-1981c7d24dc2 is going to be updated. [ 1133.457349] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.457632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.457737] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.458275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.458275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.458450] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.458648] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.458783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.459055] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.459203] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459488] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.459643] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.459779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.460010] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.460182] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.460345] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 is going to be updated. [ 1133.477299] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.477561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.477561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.477746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.478087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.478278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3bd2ba-2958-4945-98b9-1981c7d24dc2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.487648] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.487873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.487992] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.488272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.488496] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.488722] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.641019] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1133.641493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696530] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.696732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.696732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.696912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.696992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.697099] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be updated. [ 1133.745831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.746030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.746134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.746361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.746592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.756978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: IN_PROGRESS for 2s [ 1134.222748] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1ae622b-f962-4766-9b8d-3a313ac4a58a req-217245e5-26a0-41e5-945e-2cc3c69f5a49 service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1134.222748] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1ae622b-f962-4766-9b8d-3a313ac4a58a req-217245e5-26a0-41e5-945e-2cc3c69f5a49 service nova] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1134.222748] env[65432]: INFO networking_nsxv3.common.synchronization [req-b1ae622b-f962-4766-9b8d-3a313ac4a58a req-217245e5-26a0-41e5-945e-2cc3c69f5a49 service nova] Enqueued Resource ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with Priority: HIGHEST for action port [ 1134.223842] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_rules [ 1134.223842] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1134.223842] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with Priority: HIGHEST for action port [ 1134.223842] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.224294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.224294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.224294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.224294] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.226084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.226220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.226288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.226471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.226629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.226724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.226779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.226937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.226987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.227101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.227856] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.227958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.228524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.229119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.229119] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6d1d1f-0d93-45c9-9f78-59954ab00b24',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.726874] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.727174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.731650] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.733292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 with status ACTIVE [ 1134.733541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.733706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.733822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.734189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.734328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.734540] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.734674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.734760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.734996] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.735117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.735332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.735461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.735526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.735669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.735742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.735824] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f6d1d1f-0d93-45c9-9f78-59954ab00b24 is going to be updated. [ 1134.763282] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.763829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.764025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.764421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.765059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.765059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6d1d1f-0d93-45c9-9f78-59954ab00b24" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.234497] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.736697] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.736810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.736810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.737144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.737261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.737322] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1135.773121] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1135.773383] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.773583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.773849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.774077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.774237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.774309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.774513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.774627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.774752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.774872] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.776063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.776268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.776467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.776590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.776645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.776789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.776865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.776951] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.818033] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.818268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.818268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.818480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.818640] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.836469] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1136.278940] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.281747] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.761301] env[65432]: INFO networking_nsxv3.common.synchronization [req-105a11db-718f-458d-9e69-b304d7c02338 req-11bc6138-3801-46d5-bc59-4a66b0ea4a1b tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1136.761617] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1136.761912] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.762042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.762110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.762300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.763043] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.763043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.763043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.763043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.763043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.763043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.781481] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750c1c6d-02d3-4d1b-87d6-986de8685cfe: rpc.has_security_group_logging(os_id): False [ 1136.783702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.808171] env[65432]: INFO networking_nsxv3.common.synchronization [req-6ecb2847-0a4b-4f43-88fd-603a36ec007c req-4657606a-8e53-470c-93a9-fa0b64938419 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1136.809779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.810151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.810438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.811864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.811864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.811864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.811864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.811864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.811864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.812117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.812117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be updated. [ 1136.813972] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1136.814814] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.815724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.815724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.815724] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.815724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.815724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815969] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.816020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.816139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.902218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.902401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.902443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.902633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.902779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.919726] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: IN_PROGRESS for 2s [ 1137.196957] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.196957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.196957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.196957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.196957] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.196957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.196957] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.197527] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.197794] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.198148] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.198490] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.198725] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.198950] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.199214] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.199442] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.199803] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.222941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.222941] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.222941] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.222941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.222941] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-df401725-7ff9-4a32-b00c-fde8bf30cb2e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.222941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.222941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.222941] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.222941] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df401725-7ff9-4a32-b00c-fde8bf30cb2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.270179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.270179] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.270179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.270179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1137.286219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.286572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.286572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.286656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.286742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.286847] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be updated. [ 1137.302050] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.302185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.302274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.302464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.302612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.311197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1137.318807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.318987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.319139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.319317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.321284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.321499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.321499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.321714] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.322216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.337034] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: IN_PROGRESS for 2s [ 1137.346985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.347308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.347425] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.347500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.347705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.347785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.347876] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1137.377442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.378055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.378055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.388054] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1137.514901] env[65432]: INFO networking_nsxv3.common.synchronization [req-c483de34-7b99-4d1d-9820-4e22b18f9b71 req-fdb9c96b-98cb-4c06-9061-1e03fc00463a tempest-AttachInterfacesUnderV243Test-1019909514 tempest-AttachInterfacesUnderV243Test-1019909514-project-member] Enqueued Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1137.515575] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe with Priority: HIGHEST for action security_group_members [ 1137.516108] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-750c1c6d-02d3-4d1b-87d6-986de8685cfe taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.516254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.726843] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.727092] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.727276] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.728787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.728787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.728787] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port df401725-7ff9-4a32-b00c-fde8bf30cb2e not found, creating... [ 1137.728787] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.728787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.728787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.729272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.729272] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.729425] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.729577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.729686] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.729891] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.731854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.731854] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: df401725-7ff9-4a32-b00c-fde8bf30cb2e is going to be created. [ 1137.751828] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.752058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.752196] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.752476] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.752710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.752986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.849579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1137.849828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.850031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.850498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.850498] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.850705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.850705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.850777] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.850808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.850877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.851480] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.353338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.353671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.353671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.353807] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.353943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.354187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.354187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.354289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.354355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.354461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.354581] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.355499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.355499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.356199] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.356311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.356405] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.455543] env[65432]: INFO networking_nsxv3.common.synchronization [req-105a11db-718f-458d-9e69-b304d7c02338 req-f92eadae-b793-4b25-800d-4331a141ab4a service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1138.455746] env[65432]: INFO networking_nsxv3.common.synchronization [req-105a11db-718f-458d-9e69-b304d7c02338 req-f92eadae-b793-4b25-800d-4331a141ab4a service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1138.455842] env[65432]: INFO networking_nsxv3.common.synchronization [req-105a11db-718f-458d-9e69-b304d7c02338 req-f92eadae-b793-4b25-800d-4331a141ab4a service nova] Enqueued Resource ID: df401725-7ff9-4a32-b00c-fde8bf30cb2e with Priority: HIGHEST for action port [ 1138.456431] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1138.456573] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1138.456701] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df401725-7ff9-4a32-b00c-fde8bf30cb2e with Priority: HIGHEST for action port [ 1138.456923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.457141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.457141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.457605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.457605] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.459063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.459063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.459063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-df401725-7ff9-4a32-b00c-fde8bf30cb2e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.459063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.459063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.459525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.459525] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df401725-7ff9-4a32-b00c-fde8bf30cb2e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.858760] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e08f98a5-7ed5-456f-af9f-a68eca93c41e: rpc.has_security_group_logging(os_id): False [ 1138.876541] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.876710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.876774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.876960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.877061] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.877263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.877352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.877414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.877568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.877656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.877844] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.877938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.878436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.878531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.878873] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1138.933379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1138.933655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.933865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.934145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.934240] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.940802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.940951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.940994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.941200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.941344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.954842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1138.960547] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.960681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.960817] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df401725-7ff9-4a32-b00c-fde8bf30cb2e with status ACTIVE [ 1138.960978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.961368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.961487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.961618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.961913] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.961987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.962181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.962286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.962336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.962478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.962546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.962627] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df401725-7ff9-4a32-b00c-fde8bf30cb2e is going to be updated. [ 1138.985807] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.986560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.986560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.986560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.986560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.986809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df401725-7ff9-4a32-b00c-fde8bf30cb2e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.321040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1139.321257] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1139.321505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.321743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.321965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.322183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.322347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.322347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.322499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.322576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.322675] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.347707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe in Status: SUCCESS [ 1139.347926] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.348357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.348576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.348802] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.348917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.348980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.349153] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.349232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.349319] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.398597] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1139.398937] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 deletion is rescheduled due to dependency. [ 1139.399363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.456330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.456480] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.456590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.456745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.456830] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.456925] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be deleted. [ 1139.516875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.517166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.517166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.517311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.517424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.517549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.825483] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.851942] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.852107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.852174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.852406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.852455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.853028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.853028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.853028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.853204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.853204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.853526] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe is going to be deleted. [ 1139.890339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.890339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.890339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.890578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.890636] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.890733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.890887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.891052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.891210] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.891327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.891404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.891549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.891621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.891711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750c1c6d-02d3-4d1b-87d6-986de8685cfe',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.330017] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.357456] env[65432]: INFO networking_nsxv3.common.synchronization [req-9e7fed9b-d61a-4f11-b97e-84d64e5dbf8a req-13c6ba50-21a3-46d1-9cde-714a93c91099 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1140.357456] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1140.357456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.362127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.362127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.362288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.362674] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.362674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.362814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.362915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.363024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.363157] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.395523] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.395746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.395746] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.396132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.396490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.396595] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.396674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.396674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.396828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.396897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.397063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750c1c6d-02d3-4d1b-87d6-986de8685cfe already deleted. [ 1140.397063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750c1c6d-02d3-4d1b-87d6-986de8685cfe" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.723108] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.723430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.723430] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.723684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.723934] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.724670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.724826] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.725157] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.725344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.725525] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.725653] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.725731] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.725834] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.725937] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.726111] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.726241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.747524] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.747768] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.747922] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.748115] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.748434] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-92f0218f-8e79-4dc4-b4ea-4412744707cb taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748605] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748719] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.749049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.749188] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f0218f-8e79-4dc4-b4ea-4412744707cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.831976] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.832246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.832326] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.832542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.832630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.832727] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1140.868426] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.891935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.892120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.892159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.892377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.892519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.910058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1140.970643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1140.970720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.252631] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.252833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.252833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.253753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.253753] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.253753] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 92f0218f-8e79-4dc4-b4ea-4412744707cb not found, creating... [ 1141.253940] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.254038] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.254162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.254478] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.255695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.255695] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.255695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.255695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.255695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.255695] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.255980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 92f0218f-8e79-4dc4-b4ea-4412744707cb is going to be created. [ 1141.277083] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.277343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.277343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.277620] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.277871] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.278187] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.371180] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.873864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.874243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.874243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.874385] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.874504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.874610] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1141.917966] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.917966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.917966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.917966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.918274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.927994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1142.018870] env[65432]: INFO networking_nsxv3.common.synchronization [req-9e7fed9b-d61a-4f11-b97e-84d64e5dbf8a req-60ac0fd5-f6dc-4933-8d81-b358618c052f service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1142.018870] env[65432]: INFO networking_nsxv3.common.synchronization [req-9e7fed9b-d61a-4f11-b97e-84d64e5dbf8a req-60ac0fd5-f6dc-4933-8d81-b358618c052f service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1142.019053] env[65432]: INFO networking_nsxv3.common.synchronization [req-9e7fed9b-d61a-4f11-b97e-84d64e5dbf8a req-60ac0fd5-f6dc-4933-8d81-b358618c052f service nova] Enqueued Resource ID: 92f0218f-8e79-4dc4-b4ea-4412744707cb with Priority: HIGHEST for action port [ 1142.022313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1142.022313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1142.022313] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f0218f-8e79-4dc4-b4ea-4412744707cb with Priority: HIGHEST for action port [ 1142.022313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.022313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.022313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.022313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.025104] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.027248] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.027936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f0218f-8e79-4dc4-b4ea-4412744707cb taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.028171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.028282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.029116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f0218f-8e79-4dc4-b4ea-4412744707cb',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.531659] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.531859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532117] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f0218f-8e79-4dc4-b4ea-4412744707cb with status ACTIVE [ 1142.532292] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.532413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532496] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.532696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.532784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.532961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.533141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.533307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.533598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.533761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.533901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.534072] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f0218f-8e79-4dc4-b4ea-4412744707cb is going to be updated. [ 1142.560048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.560256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.560316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.560576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.560751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.560951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f0218f-8e79-4dc4-b4ea-4412744707cb" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.921198] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1142.921517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.921577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.921787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.921978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.922183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.922183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.922318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.922397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.922481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.922567] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.425234] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.425573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.425734] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.426055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.426328] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.428702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.428702] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.428702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.428702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.933114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 1143.941523] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.944608] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.944608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.944608] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.952604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.952604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.953599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.953599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.953846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.953878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.953956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.954032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.954203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.954280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.955034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.955034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.955034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.955034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.955034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.957187] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1144.033146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.033146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.033146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.033146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.053151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1144.448582] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.952088] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.454695] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.454695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.454695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.454695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.455102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.455102] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1145.493309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.493711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.493711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.493883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.494104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.512012] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1146.070046] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1146.070468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.467622] env[65432]: INFO networking_nsxv3.common.synchronization [req-0910eb1f-b152-4639-9f6d-39a31efbb69d req-146e4429-0a33-4644-bbcd-c663cc1ebfb9 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1146.467622] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1146.467809] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.467872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.467937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.468855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.469180] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.469660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.473500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.473500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.473500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.473500] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.707188] env[65432]: INFO networking_nsxv3.common.synchronization [req-29743be1-efb5-4a19-b0f2-650e5c42aaa5 req-8bf50c95-dc60-489c-baab-c3ad308852d4 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1146.707676] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGHEST for action security_group_members [ 1146.708011] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.708696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.708696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.708696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.708696] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.708922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.708922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.709021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.709064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.709139] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.978074] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.978251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.978309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.978535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.978633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.978982] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.978982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.979122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.979188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.979265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.979349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1147.008359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.008709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.008778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.009521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.009521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.015334] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.015519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.015662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.015920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.016194] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.016330] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.016447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.016655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.016797] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.017025] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.017508] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.017634] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.017738] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.017853] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.017966] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.018129] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.023635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1147.042120] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.042310] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.042445] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.042616] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.042936] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-ede68cc7-fd83-4e1c-bc72-56387e79737e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.043546] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.043698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.044261] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.044469] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede68cc7-fd83-4e1c-bc72-56387e79737e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.212729] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.212729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.212729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.213282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.213282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.214048] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.214048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.214048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.214048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.214048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.214342] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 is going to be updated. [ 1147.254174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.254520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.254520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.254824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.255108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.266472] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: IN_PROGRESS for 2s [ 1147.523840] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1147.523840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.524094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.524280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.524539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.524672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.524737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.524904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.524985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.525173] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.525301] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.546778] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.547134] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.547264] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.547580] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.547751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.547908] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port ede68cc7-fd83-4e1c-bc72-56387e79737e not found, creating... [ 1147.548223] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.548379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.548494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.548749] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.548887] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.549220] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.549374] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.549494] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.549835] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.549904] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.550059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: ede68cc7-fd83-4e1c-bc72-56387e79737e is going to be created. [ 1147.572691] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.572954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.572954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.573364] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.573614] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.573922] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.028409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.029124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.029312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.029771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.029860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.029950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.030026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.030869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.030869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.031176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.031176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.031176] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.031795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.031795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.031795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.031795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [req-0910eb1f-b152-4639-9f6d-39a31efbb69d req-b991d34f-b6b8-4626-a3bb-29891d9a9887 service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [req-0910eb1f-b152-4639-9f6d-39a31efbb69d req-b991d34f-b6b8-4626-a3bb-29891d9a9887 service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [req-0910eb1f-b152-4639-9f6d-39a31efbb69d req-b991d34f-b6b8-4626-a3bb-29891d9a9887 service nova] Enqueued Resource ID: ede68cc7-fd83-4e1c-bc72-56387e79737e with Priority: HIGHEST for action port [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1148.288097] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede68cc7-fd83-4e1c-bc72-56387e79737e with Priority: HIGHEST for action port [ 1148.288097] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.288097] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.289019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.289716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.289716] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.291194] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.292027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.292027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede68cc7-fd83-4e1c-bc72-56387e79737e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.292027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.292027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.292681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.292867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede68cc7-fd83-4e1c-bc72-56387e79737e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.536618] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1148.554900] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.555058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.555182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.555399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.555602] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.555709] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.555808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.555868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.556037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.556189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.556309] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.556407] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.556456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.556596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.556662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.556836] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.556927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.556986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.557531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.557618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.557707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1148.618084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.618280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.618322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.618546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.618667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.633227] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1148.791775] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.792045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.795385] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede68cc7-fd83-4e1c-bc72-56387e79737e with status ACTIVE [ 1148.795755] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.796029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.796221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.796559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.796755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.797068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.797318] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.797419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.797625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.798049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.798297] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.798509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.798598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.798768] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.798846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.798935] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede68cc7-fd83-4e1c-bc72-56387e79737e is going to be updated. [ 1148.825919] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.826192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.826274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.826553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.826765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.826948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.914969] env[65432]: INFO networking_nsxv3.common.synchronization [req-4f7bde97-f208-4bdc-bc7f-095ded48d593 req-ddd14bd2-c210-4c57-b744-481bcc05d0f2 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1148.915574] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1148.915888] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.916575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.916743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.917076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.917163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917258] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.035748] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1149.035748] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 deletion is rescheduled due to dependency. [ 1149.035748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.036128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.036128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.036264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.036313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.036532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.037163] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.037163] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.282489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 in Status: SUCCESS [ 1149.282489] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 deletion is rescheduled due to dependency. [ 1149.282614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.419621] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.539038] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.921867] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.042063] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.425353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.425722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.425722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.425722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.425887] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.425994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be updated. [ 1150.457301] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.458034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.458034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.458034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.458034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.469378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1150.544290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.544470] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.544598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.545022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.545212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.545389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1150.577908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.578069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.578661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.578661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.578661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.589292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1150.649941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1150.650184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.271161] env[65432]: INFO networking_nsxv3.common.synchronization [req-ea833c39-8df9-4a4d-8d4f-41929db8b235 req-35394a83-b243-4839-bb74-bcbf1a4dd3c0 tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1151.273167] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1151.273167] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.273167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.273167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.273392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.274156] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.274156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.274156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.274330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.274442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.274569] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.778038] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.778038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.778038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.778409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.778409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.778668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.779104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.779104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.779217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.779321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.779470] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1151.812044] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.812262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.812319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.812562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.812780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.824504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1152.481759] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1152.481866] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.603729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1152.604697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.604697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.604697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.604870] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.604928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.605053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.605378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.605453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.605556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.605678] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.964951] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c08b8f29-c84a-45d3-a27e-8a9ec335443b tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1152.966652] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1152.967420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.967689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.967787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.968035] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.968116] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.065374] env[65432]: INFO networking_nsxv3.common.synchronization [None req-33b8af2b-49f4-4b5b-902a-5b294151a0ee tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1153.065374] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1153.065639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.065920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.109562] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.173642] env[65432]: INFO networking_nsxv3.common.synchronization [req-33516b99-ca96-41b2-954b-9d28283abfe5 req-52d23b7d-aab4-4d61-b0bd-64742708c4ac tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1153.173642] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1153.173642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.177289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.177687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.178398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.178398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.178398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.178557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.178590] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.178686] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.493028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.493376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.493492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.493612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.493700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.493797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 already deleted. [ 1153.493877] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.494044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.494220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.494304] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.611384] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 1153.631632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.631785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.631855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.632155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.632194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.633137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.633137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.633137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.633137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.633137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.633137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1153.681197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.693380] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.693540] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.693601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.693784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.693921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.717094] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1153.840197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1153.840197] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1153.840197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.894773] env[65432]: INFO networking_nsxv3.common.synchronization [req-9cedb6d2-5bcb-4b62-aec5-00d3e09ba815 req-09b4309e-8c90-4f11-bd3c-c6ba79b9fbd5 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1153.894773] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1153.895058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.895058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.895058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.895294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.895471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.895622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.895693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.895859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.895943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.015818] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.016131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.016131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.016306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.016306] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.016364] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 already deleted. [ 1154.016448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.183028] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.400023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.400244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.400301] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.400493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.421744] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.421860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.421924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.422227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.422332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.422431] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1154.451219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.451413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.451459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.451642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.451787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.461886] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1154.687035] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.687175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.687222] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.687415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.687501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.687614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1154.708933] env[65432]: INFO networking_nsxv3.common.synchronization [req-bd9ce1dd-466f-443e-a571-ef5f19679028 req-86a637bb-8612-4e52-b69e-8c488db1235a tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1154.709613] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1154.709872] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.709998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.710225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.710456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.710645] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.710783] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.710865] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.711057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.711169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.711285] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.717915] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.718135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.718213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.718410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.718604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.728960] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1155.216429] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.717810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.737374] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1155.737721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.222192] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.222512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.222512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.222694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.222790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.222894] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 1156.252860] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.253063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.253121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.253317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.253460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.262180] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 1156.472474] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1156.472698] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 deletion is rescheduled due to dependency. [ 1156.472842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.740336] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1156.740549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.943349] env[65432]: INFO networking_nsxv3.common.synchronization [req-88c8c079-068f-4ffa-99fc-17d66e919eee req-412f50eb-3643-4824-a7b8-fb26a6d5ee2f tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1156.943792] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGHEST for action security_group_members [ 1156.944137] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.944215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.944215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.944875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.944875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.944875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.944875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.944875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.945121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.945121] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.447734] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.448051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.448051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.448224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.448291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.448497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.448579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.448642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.448791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.448864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.448948] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be updated. [ 1157.478663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.478805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.478878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.479120] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.479262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.490769] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: IN_PROGRESS for 2s [ 1158.274146] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 1158.274146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.500797] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c460472-3003-49a4-be2b-dce19b09f696 in Status: SUCCESS [ 1159.501160] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 deletion is rescheduled due to dependency. [ 1159.501160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.945078] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.945431] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1163.573512] env[65432]: INFO networking_nsxv3.common.synchronization [req-379b2f92-839c-460c-a584-f7dfb2366fe0 req-71082ca9-a6f1-4d24-b75a-800502c0e7a9 tempest-ServersTestFqdnHostnames-1984374196 tempest-ServersTestFqdnHostnames-1984374196-project-member] Enqueued Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1163.573512] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c with Priority: HIGHEST for action security_group_members [ 1163.573797] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.573797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.573797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.573983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.574125] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.574379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.574379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.574482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.574520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.574576] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536f6fcf-51f0-4372-9624-95ed3ea2ec8c',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.076716] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.076716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.076716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.076907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.077138] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.077182] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.077298] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.077408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.077505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.077844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.077844] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c is going to be updated. [ 1164.107712] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.107893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.108011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.108216] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.108362] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.117437] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: IN_PROGRESS for 2s [ 1164.359813] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e030e84-1c27-45e1-b4fd-95128c2b8766 req-e539926a-e9c6-464a-87fc-ae2a8c57cf35 tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1164.360385] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1164.360746] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.361122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.361122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.361458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.361458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.362096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.362096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.362096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.362096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.362096] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.668386] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.668752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.668752] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.669135] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.669431] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.669622] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.669741] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.669954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.670109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.670319] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.670419] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.670534] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.670641] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.670748] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.670849] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.670971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.690179] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.690368] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.690504] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.690681] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-538" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.690997] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-0cd17aa6-a204-48a8-b1de-61a2e848d06a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.691174] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.691283] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.691627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.691815] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd17aa6-a204-48a8-b1de-61a2e848d06a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.865260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.865484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.865528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.865742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.865829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.866034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.866161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.866233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.866399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.866495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.866587] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 already deleted. [ 1164.866670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.194707] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.194707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.194833] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.195071] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.195244] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.195766] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 0cd17aa6-a204-48a8-b1de-61a2e848d06a not found, creating... [ 1165.195766] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.196222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.196222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.196222] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.196408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.196602] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.196931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.197059] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.197823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.197823] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.197823] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 0cd17aa6-a204-48a8-b1de-61a2e848d06a is going to be created. [ 1165.220467] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.220718] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.220837] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.221241] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.221557] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.221849] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.938557] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e030e84-1c27-45e1-b4fd-95128c2b8766 req-402d5aeb-b6fa-4b09-9de8-cc8cca5ed26a service nova] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1165.938812] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e030e84-1c27-45e1-b4fd-95128c2b8766 req-402d5aeb-b6fa-4b09-9de8-cc8cca5ed26a service nova] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1165.938913] env[65432]: INFO networking_nsxv3.common.synchronization [req-7e030e84-1c27-45e1-b4fd-95128c2b8766 req-402d5aeb-b6fa-4b09-9de8-cc8cca5ed26a service nova] Enqueued Resource ID: 0cd17aa6-a204-48a8-b1de-61a2e848d06a with Priority: HIGHEST for action port [ 1165.939854] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_rules [ 1165.940019] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1165.940104] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd17aa6-a204-48a8-b1de-61a2e848d06a with Priority: HIGHEST for action port [ 1165.940421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.940555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.940622] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.940818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.940894] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.941788] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.941920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.941990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.942167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.942398] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.942498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.942561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.942704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.942785] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.942874] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.943653] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd17aa6-a204-48a8-b1de-61a2e848d06a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.943795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.943828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.943959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.944228] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd17aa6-a204-48a8-b1de-61a2e848d06a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.126911] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c in Status: SUCCESS [ 1166.127141] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536f6fcf-51f0-4372-9624-95ed3ea2ec8c deletion is rescheduled due to dependency. [ 1166.127279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536f6fcf-51f0-4372-9624-95ed3ea2ec8c" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.445819] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.446954] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.447092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.447478] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd17aa6-a204-48a8-b1de-61a2e848d06a with status ACTIVE [ 1166.447673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.448370] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.448571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.448800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.448867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.449174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.449281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.449351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.449673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.449673] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.449810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.449889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.449889] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.450044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.450123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.450226] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd17aa6-a204-48a8-b1de-61a2e848d06a is going to be updated. [ 1166.474673] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.474798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.474857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.475048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.475181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.475363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd17aa6-a204-48a8-b1de-61a2e848d06a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.947769] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.450312] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.450516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.450565] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.450793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.450885] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.450985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 is going to be created. [ 1167.488068] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.488068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.488371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.488371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.488567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.500742] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: UNINITIALIZED for 2s [ 1168.439178] env[65432]: INFO networking_nsxv3.common.synchronization [None req-d1e68d71-96ef-438e-aaba-a704b255cd17 tempest-AttachInterfacesTestJSON-974327441 tempest-AttachInterfacesTestJSON-974327441-project-member] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1168.439382] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGHEST for action security_group_members [ 1168.439663] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.439780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.439842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.440443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.440621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.440710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.440770] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.440928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.441099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.441201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.942927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.943108] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.943179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.943572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.943687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.943908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.944054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.944092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.944261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.944338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.944425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be updated. [ 1168.971138] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.971283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.971341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.971536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.971672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.981108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: IN_PROGRESS for 2s [ 1169.513992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: SUCCESS [ 1169.514412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.514412] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.514643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.514840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.514960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.515047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.515174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.515250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515574] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.018987] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.215174] env[65432]: INFO networking_nsxv3.common.synchronization [req-52d3c284-d412-4175-b039-e9048299d37e req-301fbcf7-31fd-4f09-bd16-d85b454cd9a5 tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1170.215793] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1170.216141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.216508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.216633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.216719] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.216831] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.217077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.217170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.217275] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.519746] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d39b51d-6dbc-4a0f-94b2-912af85461d1: rpc.has_security_group_logging(os_id): False [ 1170.541387] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.541387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.541491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.542218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.542218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.542375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.542375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.543643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.543643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.543643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 is going to be created. [ 1170.611434] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.611434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.611434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.611711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.611752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.623808] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: IN_PROGRESS for 2s [ 1170.630297] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.630531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.630664] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.631011] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.631342] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.631570] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.631684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.631940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.632289] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632540] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.632681] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.632810] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.633079] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.633253] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.633413] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.633584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.655916] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.656099] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.656210] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.656398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-940" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.657347] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-254c8493-bffd-41b9-a1b2-77dd7d409d7f taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.657347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.657347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.657347] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.657585] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254c8493-bffd-41b9-a1b2-77dd7d409d7f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.719920] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.720187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.720281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.720680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.720943] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.721126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.721196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.721368] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.721452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1170.777511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.777635] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.777736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.778189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796910] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1170.998382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e in Status: SUCCESS [ 1170.998570] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e deletion is rescheduled due to dependency. [ 1170.998686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.160419] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.160650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.160772] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.161255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.161444] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.161598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 254c8493-bffd-41b9-a1b2-77dd7d409d7f not found, creating... [ 1171.161889] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.162047] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.162154] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.162383] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.162519] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.162799] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.163043] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.163711] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.163940] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.164095] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.164233] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 254c8493-bffd-41b9-a1b2-77dd7d409d7f is going to be created. [ 1171.191527] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.191913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.191913] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.192079] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.192311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.192531] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.837040] env[65432]: INFO networking_nsxv3.common.synchronization [req-ceba2009-ac55-45fd-998b-2edb4e03993b req-7190cab0-b22c-4d4e-a0fb-b10e17d1436e tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1171.837521] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGHEST for action security_group_members [ 1171.837831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.837951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.838132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.838701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.838701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.838701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.838701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.838932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.838932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.838996] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.902284] env[65432]: INFO networking_nsxv3.common.synchronization [req-52d3c284-d412-4175-b039-e9048299d37e req-3f049214-9cdc-46ea-8d6a-27d613ba0c8d service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1171.902522] env[65432]: INFO networking_nsxv3.common.synchronization [req-52d3c284-d412-4175-b039-e9048299d37e req-3f049214-9cdc-46ea-8d6a-27d613ba0c8d service nova] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1171.902587] env[65432]: INFO networking_nsxv3.common.synchronization [req-52d3c284-d412-4175-b039-e9048299d37e req-3f049214-9cdc-46ea-8d6a-27d613ba0c8d service nova] Enqueued Resource ID: 254c8493-bffd-41b9-a1b2-77dd7d409d7f with Priority: HIGHEST for action port [ 1171.902821] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_rules [ 1171.902946] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1171.903051] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254c8493-bffd-41b9-a1b2-77dd7d409d7f with Priority: HIGHEST for action port [ 1171.903607] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.903724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.903823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.903979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904224] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.907146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.907146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.907146] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-254c8493-bffd-41b9-a1b2-77dd7d409d7f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.907146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.907146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.907146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.907146] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254c8493-bffd-41b9-a1b2-77dd7d409d7f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.341961] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.342808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.342808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.342808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.367436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.367609] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.367730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.367797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.368019] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.368099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.368188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 is going to be updated. [ 1172.403539] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.403949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.404194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.405212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.405212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.407260] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.407260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.408538] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 254c8493-bffd-41b9-a1b2-77dd7d409d7f with status ACTIVE [ 1172.409037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.409037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.409037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.409198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.409294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.409488] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.409613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.409683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.409855] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.409924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.410132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.410231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.410292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.410434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.410507] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.410590] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 254c8493-bffd-41b9-a1b2-77dd7d409d7f is going to be updated. [ 1172.417606] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: IN_PROGRESS for 2s [ 1172.437683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.438903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.438903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.438903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.439063] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.439332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254c8493-bffd-41b9-a1b2-77dd7d409d7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.536034] env[65432]: INFO networking_nsxv3.common.synchronization [req-3515ca0c-9038-4b8a-87cf-c4ae89cc5501 req-e0e510b1-2665-4e2c-939a-567ec31647bb tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1172.536034] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1172.536034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.536034] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.536034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.536531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.536531] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.640349] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: SUCCESS [ 1172.640685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812045] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1172.812255] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1172.812302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.813445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.813445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.813445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.813888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.813888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.813888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.813888] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.944856] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.945173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.945343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.945667] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.945921] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.946166] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.946290] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.946598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.946765] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.947474] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.947474] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.947474] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.947474] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.947694] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.947694] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.947805] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.968966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.969166] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.969305] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.969477] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.969785] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-60637306-9c2b-454e-ace3-4740cdbf1f15 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.969985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.970126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.970566] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.970706] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60637306-9c2b-454e-ace3-4740cdbf1f15',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.038896] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.316586] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.476132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.476132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 60637306-9c2b-454e-ace3-4740cdbf1f15 not found, creating... [ 1173.476132] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.476132] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.476528] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.476528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.476528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.476528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.476528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.476528] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 60637306-9c2b-454e-ace3-4740cdbf1f15 is going to be created. [ 1173.500129] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.500441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.500612] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.500925] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.501219] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.501500] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.546209] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.819258] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.050030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.050030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.050428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.050428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.050428] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.050514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1174.083417] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.083576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.083833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.083937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.084128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.094906] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1174.239386] env[65432]: INFO networking_nsxv3.common.synchronization [req-3515ca0c-9038-4b8a-87cf-c4ae89cc5501 req-16d3a1fa-c083-411b-88ed-e96a91eaefa4 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1174.239561] env[65432]: INFO networking_nsxv3.common.synchronization [req-3515ca0c-9038-4b8a-87cf-c4ae89cc5501 req-16d3a1fa-c083-411b-88ed-e96a91eaefa4 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1174.239692] env[65432]: INFO networking_nsxv3.common.synchronization [req-3515ca0c-9038-4b8a-87cf-c4ae89cc5501 req-16d3a1fa-c083-411b-88ed-e96a91eaefa4 service nova] Enqueued Resource ID: 60637306-9c2b-454e-ace3-4740cdbf1f15 with Priority: HIGHEST for action port [ 1174.240555] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1174.240555] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1174.244204] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60637306-9c2b-454e-ace3-4740cdbf1f15 with Priority: HIGHEST for action port [ 1174.244535] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.244683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.244796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.245020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.245136] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.246637] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.246774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.250671] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-60637306-9c2b-454e-ace3-4740cdbf1f15 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.250792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.250872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.251149] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.251246] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60637306-9c2b-454e-ace3-4740cdbf1f15',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.321710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.321878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.321929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.322171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.322262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.322365] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1174.363689] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.363848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.363892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.364971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.364971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.378267] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1174.429656] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d1043e3-06a5-42a7-8001-3f647412d860 in Status: SUCCESS [ 1174.429850] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 deletion is rescheduled due to dependency. [ 1174.429952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.754338] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.754463] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.756063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60637306-9c2b-454e-ace3-4740cdbf1f15 with status ACTIVE [ 1174.756287] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.756422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.756508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.756753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.756839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.757029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.757128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.757186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.757333] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.757406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.757578] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.757665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.757727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.758114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.758114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.758114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60637306-9c2b-454e-ace3-4740cdbf1f15 is going to be updated. [ 1174.781403] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.783403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.783403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.783403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.783403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60637306-9c2b-454e-ace3-4740cdbf1f15" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.062217] env[65432]: INFO networking_nsxv3.common.synchronization [req-4a70d9e2-50ee-4cb8-88db-2b224e9032d4 req-8ee8e87d-27c6-43b8-b10b-0f7728f7f7f5 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1175.062217] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1175.062217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.062217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.062217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.062217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.062217] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.062217] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.063028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.067043] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.456023] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.456023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.456023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.456023] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.456497] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.456832] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.457072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.457394] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.457630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.458025] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.458691] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.458691] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.458691] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.458691] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.458691] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.458931] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.480321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.480515] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.480617] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.480802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.481480] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-3a471b43-89e2-490c-8889-2f7154189122 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.481635] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.481735] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.482081] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.482229] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a471b43-89e2-490c-8889-2f7154189122',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.569481] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.569481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.569481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.569481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.569481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.569985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.569985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.569985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.570248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.570248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.570248] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1175.609384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.609559] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.609609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.609957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.610194] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.622489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1175.984836] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.985218] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.985471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.986052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.986052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.986256] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 3a471b43-89e2-490c-8889-2f7154189122 not found, creating... [ 1175.986455] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.986636] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.986751] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.987020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.987162] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.987456] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.987621] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.987747] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.987979] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.988131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.988269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 3a471b43-89e2-490c-8889-2f7154189122 is going to be created. [ 1176.029053] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.029053] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.029319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.029590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.029838] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.030153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.113919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1176.114308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114549] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.114899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.114965] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.115142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.115334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.115334] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.387888] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1176.388212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.388394] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.388625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.388811] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.388929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.388993] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.389156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.389233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.389313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.389452] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.618934] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [req-4a70d9e2-50ee-4cb8-88db-2b224e9032d4 req-8ac43e05-7047-453d-bb29-9da8af641814 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [req-4a70d9e2-50ee-4cb8-88db-2b224e9032d4 req-8ac43e05-7047-453d-bb29-9da8af641814 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [req-4a70d9e2-50ee-4cb8-88db-2b224e9032d4 req-8ac43e05-7047-453d-bb29-9da8af641814 service nova] Enqueued Resource ID: 3a471b43-89e2-490c-8889-2f7154189122 with Priority: HIGHEST for action port [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1176.727140] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a471b43-89e2-490c-8889-2f7154189122 with Priority: HIGHEST for action port [ 1176.727684] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.727959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.728198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.728494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.728665] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.730145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.730357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.730688] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a471b43-89e2-490c-8889-2f7154189122 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.731028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.731193] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.731446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.731719] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a471b43-89e2-490c-8889-2f7154189122',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.891437] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.891609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.891681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.891910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.892095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.892201] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.892264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.892439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.892504] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.892593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.892750] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.892845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.892905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.893058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.893218] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.893426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.893524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.893663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.893736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.893817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.893936] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.120469] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.237023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.237023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a471b43-89e2-490c-8889-2f7154189122 with status ACTIVE [ 1177.237023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.237023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.237023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.237023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.237688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.237688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.237688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.237688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.237688] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a471b43-89e2-490c-8889-2f7154189122 is going to be updated. [ 1177.257941] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.258156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.258224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.259170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.259170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.259170] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a471b43-89e2-490c-8889-2f7154189122" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.396422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 445e4bf9-7da8-49cb-807e-6b93e1ccec70: rpc.has_security_group_logging(os_id): False [ 1177.416979] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.418166] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.418166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.418562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.418562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.418562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.418562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.418680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.418778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.418870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.418921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.419204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.419313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.419424] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1177.502346] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.502546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.502620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.502833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.502980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.523391] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1177.624700] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.624858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.624898] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.625123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.625213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.625758] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1177.645429] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1177.645429] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 deletion is rescheduled due to dependency. [ 1177.645429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.645848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.645884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.646188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.646188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.646315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.647047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.647047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.647047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.666875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.667114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.667114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.667310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.667458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.679573] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1178.149768] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.654507] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.157820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.158307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.158307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.158598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.158846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.159096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1179.207308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.207308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.207308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.207638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.207638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.218708] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1179.544422] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1179.544661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.690857] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1179.690857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.690857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.691908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.691908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.691908] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.194359] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.194859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.194859] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.194941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.195250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.195539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.195641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.195897] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.196051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.196211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.196497] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.196613] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.196691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.196918] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.197181] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.197377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.197493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.197788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.197863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.197960] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.198100] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.701635] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1180.725710] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.725910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.725910] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.726139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.726228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.726452] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.726555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.726618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.726769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.726844] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.727101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.727206] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.727268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.727409] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.727483] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.727694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.727808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.727808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.727938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.728144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.728144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1180.801188] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.801395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.801395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.801626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.801758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.837971] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1181.064463] env[65432]: INFO networking_nsxv3.common.synchronization [None req-e4177712-0af0-46ed-a2ab-56d421d41171 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1181.064947] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1181.065311] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.065433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.065594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.065876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.065964] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.166499] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4cfb5f2b-9222-42b9-bad3-de77ee6b3266 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1181.167047] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1181.167381] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.167476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.229421] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 4s [ 1181.613316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.613558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.613558] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.613850] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.614053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.614292] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 already deleted. [ 1181.614292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.614442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.614678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.614770] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.250370] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.250753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.250753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.250825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.250921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251112] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 already deleted. [ 1182.251112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.319068] env[65432]: INFO networking_nsxv3.common.synchronization [req-ab0a95e9-32f2-445d-b203-aa3f0c03a507 req-d6a64425-bced-49e8-956a-f8ef42300f08 tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1182.319848] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1182.320360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.320878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.320878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.321027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.321134] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.321262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.321344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.321525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.321615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.321740] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.651442] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.651684] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.651819] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.652193] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.652462] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.652655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.652727] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.652952] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.653113] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.653319] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.653494] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.653585] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.653721] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.653837] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.653942] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.654098] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.675067] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.675245] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.675380] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.675598] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.675922] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-bc028f41-91e3-4991-b62f-269e834ac2d5 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.676108] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.676257] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.676618] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.676781] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc028f41-91e3-4991-b62f-269e834ac2d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.825040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.825040] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.825040] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 already deleted. [ 1182.825040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.859514] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1182.859769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.179461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.179806] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.179806] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.180072] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.180223] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.180373] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port bc028f41-91e3-4991-b62f-269e834ac2d5 not found, creating... [ 1183.180631] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.180791] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.180906] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.181152] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.181286] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.181563] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.181715] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.181866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.182256] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.182396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.182536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: bc028f41-91e3-4991-b62f-269e834ac2d5 is going to be created. [ 1183.205673] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.205956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.206119] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.206402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.206676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.206946] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.249922] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1183.250191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.250376] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.250601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.250852] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.251060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.251060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.251168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.251257] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.251337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.251430] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.753297] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.954236] env[65432]: INFO networking_nsxv3.common.synchronization [req-ab0a95e9-32f2-445d-b203-aa3f0c03a507 req-1c8ba9c4-acac-496f-87be-ace7b329d09d service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1183.954236] env[65432]: INFO networking_nsxv3.common.synchronization [req-ab0a95e9-32f2-445d-b203-aa3f0c03a507 req-1c8ba9c4-acac-496f-87be-ace7b329d09d service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1183.954236] env[65432]: INFO networking_nsxv3.common.synchronization [req-ab0a95e9-32f2-445d-b203-aa3f0c03a507 req-1c8ba9c4-acac-496f-87be-ace7b329d09d service nova] Enqueued Resource ID: bc028f41-91e3-4991-b62f-269e834ac2d5 with Priority: HIGHEST for action port [ 1183.955057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1183.955057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1183.955057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc028f41-91e3-4991-b62f-269e834ac2d5 with Priority: HIGHEST for action port [ 1183.955294] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.955386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.955444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.955773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.955866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.956962] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.957085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.957157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.957395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.957562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.957660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.957723] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.957893] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.957977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.958079] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.958859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc028f41-91e3-4991-b62f-269e834ac2d5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.959026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.959064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.959225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.959332] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc028f41-91e3-4991-b62f-269e834ac2d5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.254793] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056d6d03-9643-4559-9d6e-53873130c3c2: rpc.has_security_group_logging(os_id): False [ 1184.274365] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.274365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.274365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.274598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.274598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.274853] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.275605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.275605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.275605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.275605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.275605] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1184.341070] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.341316] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.341422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.342268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.342268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.358699] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1184.460984] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.462711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.462883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.463416] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc028f41-91e3-4991-b62f-269e834ac2d5 with status ACTIVE [ 1184.463632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.463774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.463880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.465397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.465397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.465397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.466058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.466058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.466058] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc028f41-91e3-4991-b62f-269e834ac2d5 is going to be updated. [ 1184.504720] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.504972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.504972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.505166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.505291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.505454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc028f41-91e3-4991-b62f-269e834ac2d5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.659263] env[65432]: INFO networking_nsxv3.common.synchronization [req-2131c6d4-0f34-4594-b8c7-5d628c9acbc8 req-a127f087-cfae-4c75-96cc-350e1b0b6775 tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1184.659826] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1184.660157] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.660270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.733529] env[65432]: INFO networking_nsxv3.common.synchronization [req-43a4dc7c-388e-4559-9f88-c082f20008dd req-cc4ee72f-fc12-4347-9797-7771dc212e51 tempest-ServerActionsTestOtherA-840079708 tempest-ServerActionsTestOtherA-840079708-project-member] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1184.734218] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGHEST for action security_group_members [ 1184.735025] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.735025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.735025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.735025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.735233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.735233] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.735312] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.735436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.735564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.735667] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.963830] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.038210] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.038408] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.038550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.038831] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.039098] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.039253] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.039362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.039872] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.040099] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.040334] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.040449] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.040553] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.040662] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.040765] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.040900] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.041114] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.060713] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.060907] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.061144] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.061382] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.061749] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.061950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.062067] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.062398] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.062558] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.239037] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.239037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.239037] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.239242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.239321] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.239526] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.239632] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.239677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.239821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.239904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.239984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be updated. [ 1185.267993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.268364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.268364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.268499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.268598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.277880] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: IN_PROGRESS for 2s [ 1185.466290] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.466290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.466290] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.466643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.466643] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.466643] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be created. [ 1185.491810] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.491810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.500297] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: UNINITIALIZED for 2s [ 1185.566050] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.566050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.566050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.566050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.566050] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.566378] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a not found, creating... [ 1185.566661] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.566898] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.567078] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.567377] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.567562] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.568058] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.568319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.568493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.568791] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.568981] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.569185] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a is going to be created. [ 1185.593782] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.594077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.594128] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.594393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.594732] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.594915] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.315811] env[65432]: INFO networking_nsxv3.common.synchronization [req-2131c6d4-0f34-4594-b8c7-5d628c9acbc8 req-094e7916-d1af-401d-baa3-4e48ed8a981d service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1186.316112] env[65432]: INFO networking_nsxv3.common.synchronization [req-2131c6d4-0f34-4594-b8c7-5d628c9acbc8 req-094e7916-d1af-401d-baa3-4e48ed8a981d service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1186.316156] env[65432]: INFO networking_nsxv3.common.synchronization [req-2131c6d4-0f34-4594-b8c7-5d628c9acbc8 req-094e7916-d1af-401d-baa3-4e48ed8a981d service nova] Enqueued Resource ID: 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a with Priority: HIGHEST for action port [ 1186.316682] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1186.316840] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1186.316896] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a with Priority: HIGHEST for action port [ 1186.317598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.317705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.317905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.317987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.318242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.318354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.318414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.318611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.318690] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.373878] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1186.374030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.820829] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a with status ACTIVE [ 1186.821053] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.821232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.821285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.821489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.821583] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.821790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.822045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.822045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.822339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.822339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.822339] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.822503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.822503] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.822588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.822709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.822821] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a is going to be updated. [ 1186.846927] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.847167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.847167] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.847386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.847527] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.847736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7316e06c-f5d6-47d8-8bc5-9ffeafcb5e8a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.028521] env[65432]: INFO networking_nsxv3.common.synchronization [req-d3bcb492-4ac8-491a-9ef7-6d7d61b2d534 req-b490ac82-6d57-4078-b9d1-9a571d5e76a2 tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1187.029257] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1187.029707] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.029841] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.291467] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc in Status: SUCCESS [ 1187.291899] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc deletion is rescheduled due to dependency. [ 1187.291899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.375375] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.375705] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.375787] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.376105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.376383] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.376567] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.376712] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.376963] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.377144] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.377384] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.377520] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.377645] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.377783] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.377961] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.378122] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.378276] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.397818] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.398045] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.398198] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.398413] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-501" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.398756] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.398962] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.399120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.399466] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.399623] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.510986] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1187.511297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.512026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.512285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.512495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.512611] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.512680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.512879] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.512982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.513100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.513220] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.514161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.514447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.514650] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.514756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.514812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.514984] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.515152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.515223] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.902439] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.902652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.902843] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.903159] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.903323] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.903493] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b not found, creating... [ 1187.903761] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.903921] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.904105] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.904297] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.904441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.904754] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.904910] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.905031] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.905245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.905391] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.905530] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b is going to be created. [ 1187.928127] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.928456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.928668] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.928985] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.929216] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.929447] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.019313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.019313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.019313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.521264] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [req-d3bcb492-4ac8-491a-9ef7-6d7d61b2d534 req-10a929a4-6020-4ecd-8d18-4f7f7e9792d3 service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [req-d3bcb492-4ac8-491a-9ef7-6d7d61b2d534 req-10a929a4-6020-4ecd-8d18-4f7f7e9792d3 service nova] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [req-d3bcb492-4ac8-491a-9ef7-6d7d61b2d534 req-10a929a4-6020-4ecd-8d18-4f7f7e9792d3 service nova] Enqueued Resource ID: ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b with Priority: HIGHEST for action port [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_rules [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1188.679026] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b with Priority: HIGHEST for action port [ 1188.680084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.680300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.680598] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.680800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.681148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.682587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.682587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.682587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.682587] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.023903] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.024552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.024552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.024552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.024552] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.024552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1189.057384] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.057384] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.057576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.057645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.057962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.069838] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1189.184151] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b with status ACTIVE [ 1189.184510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.184666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.184787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.185189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.185365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.185713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.185774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.185846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.186113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.186254] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.186590] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.186772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.186842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.186999] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.187092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.187245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b is going to be updated. [ 1189.211778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.211979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.211979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.212259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.212349] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.212509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac34f37f-7c0e-46fa-9d4d-5d7fe55afe1b" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.321291] env[65432]: INFO networking_nsxv3.common.synchronization [req-87923c13-fe78-49d6-a5dc-f85844935ed9 req-5609da11-366f-474f-a2e0-2c487fa57a8a tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1189.321954] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1189.326975] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.327186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.327258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.327544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.327748] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.327854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.327981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.328205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.328205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.328302] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.702155] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.702155] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.702155] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.702155] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.703079] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.703335] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.704065] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.704065] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.704747] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.704964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.730626] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.730932] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.731174] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.731525] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-162" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.732051] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-f44e6c54-aebc-418e-a950-5346d547316e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.732360] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.732506] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.732943] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.733176] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44e6c54-aebc-418e-a950-5346d547316e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.832052] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.832230] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.833099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.833099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.833099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.833099] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.833099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.833348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.833348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.834186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.834186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 already deleted. [ 1189.834186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.236312] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.236630] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.236792] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.237109] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.237275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.237560] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port f44e6c54-aebc-418e-a950-5346d547316e not found, creating... [ 1190.237713] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.237874] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.238020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.238258] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.238396] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.238694] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.238863] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.238990] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.243387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.243539] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.243725] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: f44e6c54-aebc-418e-a950-5346d547316e is going to be created. [ 1190.263489] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.263777] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.263964] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.264255] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.264528] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.264773] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.032640] env[65432]: INFO networking_nsxv3.common.synchronization [req-87923c13-fe78-49d6-a5dc-f85844935ed9 req-dfb3c669-6519-4913-92a2-6afa578961ea service nova] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1191.032935] env[65432]: INFO networking_nsxv3.common.synchronization [req-87923c13-fe78-49d6-a5dc-f85844935ed9 req-dfb3c669-6519-4913-92a2-6afa578961ea service nova] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1191.032993] env[65432]: INFO networking_nsxv3.common.synchronization [req-87923c13-fe78-49d6-a5dc-f85844935ed9 req-dfb3c669-6519-4913-92a2-6afa578961ea service nova] Enqueued Resource ID: f44e6c54-aebc-418e-a950-5346d547316e with Priority: HIGHEST for action port [ 1191.033577] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_rules [ 1191.033824] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1191.033943] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e6c54-aebc-418e-a950-5346d547316e with Priority: HIGHEST for action port [ 1191.034273] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.034396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.034458] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.034668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.034763] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.035886] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.036080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.036151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.036364] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.036518] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.036625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.036733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.036838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.036919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.037944] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.038191] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44e6c54-aebc-418e-a950-5346d547316e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.038303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.038426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.038587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.038670] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44e6c54-aebc-418e-a950-5346d547316e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.083047] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1191.083317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.083451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.083722] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.083936] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.084103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.084164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.084332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.084419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.084519] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.541298] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.542145] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.542275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.542413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44e6c54-aebc-418e-a950-5346d547316e with status ACTIVE [ 1191.542571] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.542718] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.542780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.542966] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.543068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.543236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.543331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.543396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.543716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.543812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.544018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.544733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.544808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.545105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.545204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.545398] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44e6c54-aebc-418e-a950-5346d547316e is going to be updated. [ 1191.569100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.569269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.569329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.569530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.569671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.569842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44e6c54-aebc-418e-a950-5346d547316e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.586711] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.047494] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.089233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.549924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.550139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.550212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.550427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.550516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.550630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 is going to be created. [ 1192.574599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.574599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.574599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.574599] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.575015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.583544] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: UNINITIALIZED for 2s [ 1192.592201] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.592401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.592518] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.592685] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.592772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.592867] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1192.622591] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.622779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.622824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.623021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.623171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.632602] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1194.025380] env[65432]: INFO networking_nsxv3.common.synchronization [req-45b2ba2e-0588-4611-a55c-eadd6c61b228 req-5c40eb9f-2f3b-49a7-ac49-faaf4461bb97 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1194.026423] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1194.026423] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.026580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.026661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.026935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.027604] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.027725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.027789] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.028105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.028198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.028288] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.344048] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.344275] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.344493] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.344873] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.345174] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.345349] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.345464] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.345815] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.346068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.346302] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.346428] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.346543] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.346702] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.346895] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.347063] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.347314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.368540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.368726] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.368853] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.369025] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.369400] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-3d8f9203-8023-42e3-af1c-90a0bf0b449a taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.369583] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.369726] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.370052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.370189] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8f9203-8023-42e3-af1c-90a0bf0b449a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.533756] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.593678] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: SUCCESS [ 1194.593909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.594085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.594303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.594522] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.594654] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.594725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.594874] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.594954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595153] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.642849] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1194.642849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.642849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.643268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.643436] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.643645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.643729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.643914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.644011] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.644132] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.872965] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.873357] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.873820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.874428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.874725] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.874991] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 3d8f9203-8023-42e3-af1c-90a0bf0b449a not found, creating... [ 1194.875461] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.875758] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.875950] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.876252] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.876406] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.876816] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.877013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.877143] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.877384] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.877563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.877761] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 3d8f9203-8023-42e3-af1c-90a0bf0b449a is going to be created. [ 1194.902254] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.902512] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.902662] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.902916] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.903172] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.903416] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.036879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.097071] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.146387] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.540334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.540598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.540704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.541044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.541146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.541286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1195.569454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.569694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.569694] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.569911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.570151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.578729] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1195.599270] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e011329b-aa32-4f77-98d6-7d46747fe343: rpc.has_security_group_logging(os_id): False [ 1195.603676] env[65432]: INFO networking_nsxv3.common.synchronization [req-45b2ba2e-0588-4611-a55c-eadd6c61b228 req-53f8af91-0707-4382-b457-5968d627c93c service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1195.603982] env[65432]: INFO networking_nsxv3.common.synchronization [req-45b2ba2e-0588-4611-a55c-eadd6c61b228 req-53f8af91-0707-4382-b457-5968d627c93c service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1195.604173] env[65432]: INFO networking_nsxv3.common.synchronization [req-45b2ba2e-0588-4611-a55c-eadd6c61b228 req-53f8af91-0707-4382-b457-5968d627c93c service nova] Enqueued Resource ID: 3d8f9203-8023-42e3-af1c-90a0bf0b449a with Priority: HIGHEST for action port [ 1195.604714] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1195.604851] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1195.605033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8f9203-8023-42e3-af1c-90a0bf0b449a with Priority: HIGHEST for action port [ 1195.605242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.605367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.605430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.605634] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.605795] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.606711] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.606968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8f9203-8023-42e3-af1c-90a0bf0b449a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.607238] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.608051] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.608051] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8f9203-8023-42e3-af1c-90a0bf0b449a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.617790] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.617972] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.618064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.618302] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.618408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.618660] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.618761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.618823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.619090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.619162] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.619240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 is going to be created. [ 1195.648962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.687165] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.687165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.687165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.687165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.687410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.700111] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: IN_PROGRESS for 2s [ 1196.110105] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.110522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.110522] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8f9203-8023-42e3-af1c-90a0bf0b449a with status ACTIVE [ 1196.110640] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.110752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.110818] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.111039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.111126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.111296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.111391] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.111451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.111619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.111701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.111923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.112025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.112089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.112231] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.112337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.112379] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8f9203-8023-42e3-af1c-90a0bf0b449a is going to be updated. [ 1196.134713] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.134957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.134957] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.135131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.135313] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.135413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8f9203-8023-42e3-af1c-90a0bf0b449a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.151061] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.151225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.151297] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.151505] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.151593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.151690] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1196.189932] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.189932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.189932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.189932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.191115] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.201210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1197.592082] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.592082] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.592082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.592082] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.716237] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: SUCCESS [ 1197.716237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.095950] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.212524] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1198.212799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.213016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.213292] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.213489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.213637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.213700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.213870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.213952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.214054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.214224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.214310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.214371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.214497] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.214632] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.214728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.214788] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.214919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.214991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.215105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.215161] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.216107] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.217076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.217076] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.217076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.217076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.217076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.217076] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.217076] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.599015] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.718996] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28c2a0c-a386-4bc9-8db2-76ce5970b119: rpc.has_security_group_logging(os_id): False [ 1198.720491] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.743122] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.743299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.743369] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.743578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.743664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.743876] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.743967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.744031] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.744184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.744266] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.744461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.744556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.744610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.744747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.746262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.746262] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.746262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.746262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.746262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.746262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.746262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be created. [ 1198.806456] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.806790] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.806945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.807223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.807500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.824020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1199.103235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.103405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.103498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.103681] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.103795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.104202] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1199.137250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.140776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.140776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.141020] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.141416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.152197] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1199.223970] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.726594] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.727099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.727099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.727099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.727283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.727283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1199.772760] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.773044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.773044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.773396] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.773650] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.785811] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1200.605772] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.605922] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1200.838289] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1200.838767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.838767] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.839040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.839201] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.167655] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1201.167982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.168092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.168308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.168495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.168607] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.168680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.168826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.169071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.169071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.169173] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.342445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.342642] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.671413] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.671646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.671692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.671922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.672158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.672271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.672338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.672506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.672596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.672687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.672840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.672998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.673159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.673303] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.673398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.673461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.673600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.673678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.673776] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.673879] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.797310] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1201.797570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.797755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.797976] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.798219] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.798338] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.798405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.798637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.798733] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.798822] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.798914] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.176294] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1202.195284] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.195432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.195509] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.195703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.195858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.196100] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.196198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.196255] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.196459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.196551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.196742] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.196956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.196956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.197111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.197152] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.197330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.197419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.197482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.197819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.197819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.197890] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1202.262923] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.263086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.263156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.263398] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.263545] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.280658] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1202.301528] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.301668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.301713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.301943] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.302141] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.302270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.302311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.302467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.302543] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.302627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.302770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.302895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.303015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.303090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.303226] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.303317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.303378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.303501] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.303572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.303674] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.303771] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.806215] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28c2a0c-a386-4bc9-8db2-76ce5970b119: rpc.has_security_group_logging(os_id): False [ 1202.829930] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.830186] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.830247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.830551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.830670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.830972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.831169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.831246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.831475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.831574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.831826] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.831941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.832027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.832192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.832304] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.832558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.832705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.832786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.832994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.833129] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.833284] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1202.897683] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.897942] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.898029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.898279] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.898481] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.910078] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1204.299907] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1204.300221] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.924517] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1204.924800] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.925053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.925309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.925406] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.241987] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.242266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.242446] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.242710] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.243095] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.243217] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.243285] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.243544] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.243704] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.243992] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.244126] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.244235] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.244339] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.244444] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.244575] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.244731] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.267964] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.268242] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.268387] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.268558] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-629" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.268872] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-f6b31b09-60ce-4867-9113-3f841611a271 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.269056] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.269173] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.269429] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.269560] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b31b09-60ce-4867-9113-3f841611a271',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.428015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.428399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.428399] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.428495] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.428649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.428747] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.428809] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.428954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.429048] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.429133] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.429221] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.606844] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.607038] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.772020] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.772278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.772402] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.772693] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.772847] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.773158] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.773317] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.773428] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.773655] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.773814] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.774179] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.774282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.774392] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.774587] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.774717] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.774853] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: f6b31b09-60ce-4867-9113-3f841611a271 is going to be updated. [ 1205.797231] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.797456] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.797577] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.797857] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.798068] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.798305] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.931316] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.931502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.931564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.931860] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.932045] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.932187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.932260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.932430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.932646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.932646] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.932741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.932849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.932935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.933161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.933335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.933435] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.933499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.933655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.933758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.933868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.933961] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.437188] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28c2a0c-a386-4bc9-8db2-76ce5970b119: rpc.has_security_group_logging(os_id): False [ 1206.458172] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.458419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.458419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.458606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.458698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.458959] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.459094] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.459166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.459343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.459427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.459642] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.459737] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.459793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.459991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.460098] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.460242] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.460337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.460395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.460566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.460629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.460668] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1206.546183] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.546345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.546455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.546791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.547010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.554938] env[65432]: INFO networking_nsxv3.common.synchronization [req-e71b2d63-a158-4383-aa4f-bb9065d7238a req-d15c9408-a5fa-4d28-8d23-6e83f25f9916 service nova] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1206.555144] env[65432]: INFO networking_nsxv3.common.synchronization [req-e71b2d63-a158-4383-aa4f-bb9065d7238a req-d15c9408-a5fa-4d28-8d23-6e83f25f9916 service nova] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1206.555682] env[65432]: INFO networking_nsxv3.common.synchronization [req-e71b2d63-a158-4383-aa4f-bb9065d7238a req-d15c9408-a5fa-4d28-8d23-6e83f25f9916 service nova] Enqueued Resource ID: f6b31b09-60ce-4867-9113-3f841611a271 with Priority: HIGHEST for action port [ 1206.556271] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_rules [ 1206.556411] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1206.556510] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b31b09-60ce-4867-9113-3f841611a271 with Priority: HIGHEST for action port [ 1206.557023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.557164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.557225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.557430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.557530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.558536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.558651] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.558705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.558985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.559071] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.559144] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.559200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.559343] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.559421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.559506] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.560454] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b31b09-60ce-4867-9113-3f841611a271 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.560835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.560835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.560835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.560835] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b31b09-60ce-4867-9113-3f841611a271',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.567438] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1207.062449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.062629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064092] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.065050] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b31b09-60ce-4867-9113-3f841611a271 with status ACTIVE [ 1207.066308] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.066308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.066308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.066308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.066308] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.066658] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.066658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.066658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.067397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.067397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.067397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.067397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.067397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.067397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.067657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.067657] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b31b09-60ce-4867-9113-3f841611a271 is going to be updated. [ 1207.088817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.089045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.089045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.089244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.089382] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.089546] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b31b09-60ce-4867-9113-3f841611a271" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.449052] env[65432]: INFO networking_nsxv3.common.synchronization [req-8c1d0d2a-08f1-4c2a-866f-110e14c2ef0d req-ba0ca8a1-866c-4472-8bd4-53d71ed1b7e3 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1207.449632] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1207.449956] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.452667] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.452766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.452978] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.453176] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.454342] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.454519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.454724] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.454814] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.454910] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.569699] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.960465] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.071843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.072034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.072119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.072300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.072387] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.072482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 is going to be updated. [ 1208.105318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.105476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.105522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.105731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.105955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.117750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: IN_PROGRESS for 2s [ 1208.462878] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.588834] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1208.589081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.965274] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.965452] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.965498] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.965710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.965797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.965992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1208.999728] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.999949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.999949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.000156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.000303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.009856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1210.128920] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: SUCCESS [ 1210.129621] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.129864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.130124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.130324] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.130444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.130510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.130660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.130742] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.130825] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.130917] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.634047] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.025269] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1211.026240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.136063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6228be0-ec36-4443-9f42-082b40fa13e8: rpc.has_security_group_logging(os_id): False [ 1211.160433] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.160627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.160627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.160805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.160880] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.161205] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.161339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.161415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.161605] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.161695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.161783] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 is going to be updated. [ 1211.277305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.277647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.277647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.278073] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.278270] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.317359] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: IN_PROGRESS for 2s [ 1212.377431] env[65432]: INFO networking_nsxv3.common.synchronization [req-a6392735-14b5-4f99-94aa-bf5928e612cc req-a05c9213-d704-45ef-bce6-2f8716cad7c4 tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1212.378023] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1212.378758] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.378758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.378758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.378981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.379063] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.379904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.379904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.379904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.380093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.380093] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.883138] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.338160] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: SUCCESS [ 1213.339039] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.386876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.890069] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.890069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.890069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.890069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.890069] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.890418] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1213.922492] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.922699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.922947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.923198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.923348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.935650] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1215.299047] env[65432]: INFO networking_nsxv3.common.synchronization [req-0258877d-5add-4910-9f95-5596a0a4c8b8 req-f1772ee7-d173-42fc-aa72-0cce6ae1e4f3 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1215.299784] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1215.301232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.301671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.303817] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.303817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.303817] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.808055] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.951958] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1215.951958] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.309936] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.812250] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.812492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.812574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.812845] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.812892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.812992] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1216.850360] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.850696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.850696] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.850884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.851104] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.867335] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1218.674270] env[65432]: INFO networking_nsxv3.common.synchronization [req-eaf6692f-a1ec-4033-bbf5-7f2b08b4ebf1 req-87e8ddae-d939-48eb-9259-86dcf6b8979f tempest-DeleteServersTestJSON-2006165502 tempest-DeleteServersTestJSON-2006165502-project-member] Enqueued Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1218.674890] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 with Priority: HIGHEST for action security_group_members [ 1218.675455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-445e4bf9-7da8-49cb-807e-6b93e1ccec70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.675586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.675659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.676111] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.676305] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.676305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.676432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.676487] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.676586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.676663] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('445e4bf9-7da8-49cb-807e-6b93e1ccec70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.880985] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1218.881327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.933424] env[65432]: INFO networking_nsxv3.common.synchronization [req-9d385548-02c2-4b22-b408-43d70a8a6788 req-b992072f-0a62-4e49-a4df-2a006d4f4bde tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1218.934091] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1218.934362] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.934699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.934699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.934838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.935022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.935140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.935215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.935374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.935461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.935572] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.179911] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.180191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.180191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.180354] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.180474] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.180741] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.180861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.180967] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.181131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.181225] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.181324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 is going to be updated. [ 1219.211867] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.212071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.212151] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.212437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.212671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.222816] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: IN_PROGRESS for 2s [ 1219.438036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.941820] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.444307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.444494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.444588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.445541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.445541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.445541] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1220.474859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.474989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.474989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.475202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.475347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.486154] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1221.236860] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 in Status: SUCCESS [ 1221.237432] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 445e4bf9-7da8-49cb-807e-6b93e1ccec70 deletion is rescheduled due to dependency. [ 1221.237432] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-445e4bf9-7da8-49cb-807e-6b93e1ccec70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.503701] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1222.504052] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.934651] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.935057] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.702646] env[65432]: INFO networking_nsxv3.common.synchronization [req-44659b85-0a99-4b48-b77b-5b8478f2cc02 req-e919ebd9-ed38-487b-95f0-4d657798afa0 tempest-ListServerFiltersTestJSON-1647051937 tempest-ListServerFiltersTestJSON-1647051937-project-member] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1226.703227] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGHEST for action security_group_members [ 1226.703322] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.703472] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.703532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.703725] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.704015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.704015] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.704142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.704178] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.704256] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.704348] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.208147] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.208361] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.208434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.208601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.208691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.208884] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.208982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.209057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.209226] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.209340] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.209433] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be updated. [ 1227.243143] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.243357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.243357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.243555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.243692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.253484] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: IN_PROGRESS for 2s [ 1227.471291] env[65432]: INFO networking_nsxv3.common.synchronization [req-7d20aaa9-a33a-4eda-b1d7-e07baad13d7b req-1788d9c8-f3fb-47f0-9b00-67911cc029bf tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1227.471291] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1227.471396] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.471519] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.471585] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.471781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.471940] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.472294] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.472411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.472595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.472876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.472876] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.843011] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.843393] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.843623] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.844063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.844447] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.844754] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.844971] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.845308] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.845526] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.845815] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.845985] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.846211] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.846417] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.846599] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.846771] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.847068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.867020] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.867020] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.867020] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.867020] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.867264] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.867338] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.867449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.867769] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.867898] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9e8c86-c038-4ff5-b6e1-8b572cb60392',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.975428] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.370244] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.371040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.371040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.371040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.371040] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.371279] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port ef9e8c86-c038-4ff5-b6e1-8b572cb60392 not found, creating... [ 1228.371493] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.371642] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.371750] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.371967] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.372106] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.372868] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.372868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.372868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.372868] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.373100] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.373100] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ef9e8c86-c038-4ff5-b6e1-8b572cb60392 is going to be created. [ 1228.394528] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.394768] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.394861] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.395151] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.395372] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.395586] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.479320] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.775545] env[65432]: INFO networking_nsxv3.common.synchronization [req-1e33edff-854b-4203-b730-102024636f08 req-e5d38094-1c89-440a-aa45-acf334de205c tempest-AttachVolumeNegativeTest-85212562 tempest-AttachVolumeNegativeTest-85212562-project-member] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1228.776150] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGHEST for action security_group_members [ 1228.776467] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.776593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.776655] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.776848] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.777164] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.777332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.777473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.777675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.777779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.777896] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.981233] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.981623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.981623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.981833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.981944] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.982060] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1229.011664] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.011835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.011835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.012041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.012189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.022554] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1229.108243] env[65432]: INFO networking_nsxv3.common.synchronization [req-7d20aaa9-a33a-4eda-b1d7-e07baad13d7b req-cf1ae950-b7d4-45b9-9e05-bab68e0a0132 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1229.108243] env[65432]: INFO networking_nsxv3.common.synchronization [req-7d20aaa9-a33a-4eda-b1d7-e07baad13d7b req-cf1ae950-b7d4-45b9-9e05-bab68e0a0132 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1229.108411] env[65432]: INFO networking_nsxv3.common.synchronization [req-7d20aaa9-a33a-4eda-b1d7-e07baad13d7b req-cf1ae950-b7d4-45b9-9e05-bab68e0a0132 service nova] Enqueued Resource ID: ef9e8c86-c038-4ff5-b6e1-8b572cb60392 with Priority: HIGHEST for action port [ 1229.109047] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1229.110355] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1229.111062] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9e8c86-c038-4ff5-b6e1-8b572cb60392 with Priority: HIGHEST for action port [ 1229.111337] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.111617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.111617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.114702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.114702] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.116848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.117150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.117499] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.117588] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.117981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.117981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.117981] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9e8c86-c038-4ff5-b6e1-8b572cb60392',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.278700] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 in Status: SUCCESS [ 1229.279505] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 deletion is rescheduled due to dependency. [ 1229.279662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.281131] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.281315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.281395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.281645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.281728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.281978] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.282198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.282276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.282551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.282551] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.282702] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 is going to be updated. [ 1229.317060] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.317060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.317060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.317060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.317060] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.329321] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: IN_PROGRESS for 2s [ 1229.616786] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.616961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.621351] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef9e8c86-c038-4ff5-b6e1-8b572cb60392 with status ACTIVE [ 1229.621562] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.621712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.621791] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.621975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.622126] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.622905] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.622905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.622905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.622905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.622905] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.623341] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.623341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.623341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.623341] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.623466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.623557] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef9e8c86-c038-4ff5-b6e1-8b572cb60392 is going to be updated. [ 1229.651538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.651728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.651823] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.652130] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.652286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.652453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9e8c86-c038-4ff5-b6e1-8b572cb60392" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.791163] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.791432] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.791569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.791896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.792837] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.793057] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.793185] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.793449] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.793679] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.793987] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.794171] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.794299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.794453] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.794600] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.794745] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.794939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.814939] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.815641] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.815641] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.815786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-74" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.816194] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ede68cc7-fd83-4e1c-bc72-56387e79737e taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.816672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.816672] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.817036] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.817195] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede68cc7-fd83-4e1c-bc72-56387e79737e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.319428] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.319802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.319802] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.320051] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.320198] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.320486] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.320632] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.320743] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.320961] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.321107] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.321388] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.321540] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.321646] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.321846] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.321975] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.322134] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ede68cc7-fd83-4e1c-bc72-56387e79737e is going to be updated. [ 1230.349193] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.349698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.349698] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.349931] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.350158] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.350441] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.033314] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1231.033553] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.033730] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.033985] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.034173] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.034493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.034493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.034592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.034680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.034772] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.056754] env[65432]: INFO networking_nsxv3.common.synchronization [req-ad672cb8-cbf4-4cb1-9cef-015a72f9f2ef req-78517dec-0d5e-4693-a655-72cbee81793c service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1231.056923] env[65432]: INFO networking_nsxv3.common.synchronization [req-ad672cb8-cbf4-4cb1-9cef-015a72f9f2ef req-78517dec-0d5e-4693-a655-72cbee81793c service nova] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1231.057089] env[65432]: INFO networking_nsxv3.common.synchronization [req-ad672cb8-cbf4-4cb1-9cef-015a72f9f2ef req-78517dec-0d5e-4693-a655-72cbee81793c service nova] Enqueued Resource ID: ede68cc7-fd83-4e1c-bc72-56387e79737e with Priority: HIGHEST for action port [ 1231.057567] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_rules [ 1231.058065] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1231.058065] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede68cc7-fd83-4e1c-bc72-56387e79737e with Priority: HIGHEST for action port [ 1231.059848] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.059982] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.060057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.060264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.060432] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.061202] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.061309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.061309] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.061477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.061624] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.061672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.061735] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.061864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.061951] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.062049] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.062998] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede68cc7-fd83-4e1c-bc72-56387e79737e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.062998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.062998] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.063195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.063195] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede68cc7-fd83-4e1c-bc72-56387e79737e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.341245] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 in Status: SUCCESS [ 1231.341606] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 deletion is rescheduled due to dependency. [ 1231.341606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.537011] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.564866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.566666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.566666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.566666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede68cc7-fd83-4e1c-bc72-56387e79737e with status ACTIVE [ 1231.566666] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.566666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.566666] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.566970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.566970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.567152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.567878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.567878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.567878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.567878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.567878] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.567878] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.568135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.568135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.568240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.568240] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede68cc7-fd83-4e1c-bc72-56387e79737e is going to be updated. [ 1231.589934] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.589934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.589934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.590141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.590246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede68cc7-fd83-4e1c-bc72-56387e79737e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.616146] env[65432]: INFO networking_nsxv3.common.synchronization [None req-c9c2ed61-d98e-4c0b-b875-ec260e5d4064 None None] Enqueued Resource ID: 14253f3a-c394-42c9-9fa9-677b67885d70 with Priority: HIGHEST for action port [ 1231.616220] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14253f3a-c394-42c9-9fa9-677b67885d70 with Priority: HIGHEST for action port [ 1231.616889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-14253f3a-c394-42c9-9fa9-677b67885d70 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.617018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14253f3a-c394-42c9-9fa9-677b67885d70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.617319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14253f3a-c394-42c9-9fa9-677b67885d70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.617319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14253f3a-c394-42c9-9fa9-677b67885d70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.617425] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14253f3a-c394-42c9-9fa9-677b67885d70',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.039648] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.070103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.119389] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14253f3a-c394-42c9-9fa9-677b67885d70 [ 1232.119779] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.119779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.119989] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.120352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.120352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.120352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14253f3a-c394-42c9-9fa9-677b67885d70 already deleted. [ 1232.120352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14253f3a-c394-42c9-9fa9-677b67885d70" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.542543] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.546288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.546288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.546288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.546288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.546288] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1232.574251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.574251] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.574251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.576191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.576311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.576410] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1232.587961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1232.613515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.613743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.613837] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.614114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.614291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.623458] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1233.898739] env[65432]: INFO networking_nsxv3.common.synchronization [None req-593c58b7-dc7d-4fb3-9195-5241f98f6cdd None None] Enqueued Resource ID: 4ff26946-7e24-46b0-8829-2d4e1c498496 with Priority: HIGHEST for action port [ 1233.899419] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff26946-7e24-46b0-8829-2d4e1c498496 with Priority: HIGHEST for action port [ 1233.899770] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ff26946-7e24-46b0-8829-2d4e1c498496 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.899903] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ff26946-7e24-46b0-8829-2d4e1c498496" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.899962] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ff26946-7e24-46b0-8829-2d4e1c498496" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.900242] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ff26946-7e24-46b0-8829-2d4e1c498496" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.900328] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff26946-7e24-46b0-8829-2d4e1c498496',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.402382] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ff26946-7e24-46b0-8829-2d4e1c498496 [ 1234.402613] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.402745] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.402813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.403121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.403195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.403259] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ff26946-7e24-46b0-8829-2d4e1c498496 already deleted. [ 1234.403330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ff26946-7e24-46b0-8829-2d4e1c498496" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.598377] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1234.598612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.600058] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.600058] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.600058] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.634536] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1234.634536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.634950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.634950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.635083] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.635184] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.635247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.635419] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.635471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.635563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.635676] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.103471] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.103471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.103854] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.104405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.105098] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.105271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.105374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.105521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.105629] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.105762] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.105922] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.106042] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.106125] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.106444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.106899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.106899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.106899] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.107081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.107081] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.107141] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.107276] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.137999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.609137] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1235.630193] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.630305] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.630352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.630609] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.630703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.630993] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.631124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.631276] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.631413] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.631500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.631735] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.631832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.631895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.632087] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.632168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.632394] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.633023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.633023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.633023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.633023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.633023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1235.642720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985fc5a8-6385-4904-995f-c7310444fed5: rpc.has_security_group_logging(os_id): False [ 1235.663330] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.663478] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.663539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.663758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.663846] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.664236] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.664395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.664466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.664633] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.664710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.664798] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1235.712027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.712027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.712027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.712027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.712027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.736724] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1235.756357] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.756544] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.756637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.756872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.757075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.780063] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1237.759915] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1237.760485] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.797662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1237.797902] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.900800] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.900800] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.733106] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ff479ce-e995-403f-8fd9-2bf695b7875c req-7480ce6f-9f6a-4ac6-9e70-2ac80909b82a tempest-ServerPasswordTestJSON-85632271 tempest-ServerPasswordTestJSON-85632271-project-member] Enqueued Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1239.733645] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1239.733950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.734150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.734215] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.734427] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.734584] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.734686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.734748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.734896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.734975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.736806] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.101813] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.101813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-351" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.101813] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-351" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.104299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-351" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.104299] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.104299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.104299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.104299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.104299] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.104299] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.104299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.104299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.104299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.104299] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.104299] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.104299] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.131773] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.132047] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.132158] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.132278] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-351" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.132611] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-7e5008df-6a77-4e13-8630-3eef72643b52 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.132789] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.132908] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.133282] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.133512] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5008df-6a77-4e13-8630-3eef72643b52',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.241490] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.241601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.241601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.241955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.242117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.242355] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.242491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.242587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.242778] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.242881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.242994] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 already deleted. [ 1240.243116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.266477] env[65432]: INFO networking_nsxv3.common.synchronization [req-f82887a6-f98f-4631-ac2d-69f407654a3b req-d9b83b88-6d69-4028-84a1-0263fe6e3e23 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1240.267085] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1240.267489] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.267641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.267710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.267940] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.268128] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.268250] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.268332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.268513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.268628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.268728] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.637018] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.637274] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.637397] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.637783] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.637958] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.638126] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port 7e5008df-6a77-4e13-8630-3eef72643b52 not found, creating... [ 1240.638531] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.638652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.638652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.638877] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.639013] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.639303] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.639462] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.639574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.639779] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.639907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.640057] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: 7e5008df-6a77-4e13-8630-3eef72643b52 is going to be created. [ 1240.665040] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.665311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.665436] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.665761] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.666018] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.666311] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.771392] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.274426] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.375131] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ff479ce-e995-403f-8fd9-2bf695b7875c req-b15a1557-1258-4d8e-afc5-9228b4389622 service nova] Enqueued Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_rules [ 1241.375323] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ff479ce-e995-403f-8fd9-2bf695b7875c req-b15a1557-1258-4d8e-afc5-9228b4389622 service nova] Enqueued Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1241.375502] env[65432]: INFO networking_nsxv3.common.synchronization [req-3ff479ce-e995-403f-8fd9-2bf695b7875c req-b15a1557-1258-4d8e-afc5-9228b4389622 service nova] Enqueued Resource ID: 7e5008df-6a77-4e13-8630-3eef72643b52 with Priority: HIGHEST for action port [ 1241.376048] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_rules [ 1241.376260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1241.376389] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5008df-6a77-4e13-8630-3eef72643b52 with Priority: HIGHEST for action port [ 1241.376675] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.376797] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.376870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.378100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.378197] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.379553] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.379698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.379803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.380046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.380222] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.380336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.380392] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.380554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.380644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.380737] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.381614] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5008df-6a77-4e13-8630-3eef72643b52 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.381750] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.381786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.381937] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.382036] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5008df-6a77-4e13-8630-3eef72643b52',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.780095] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.780334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.780334] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.780521] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.780625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.780723] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1241.817042] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.817332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.817332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.817513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.817678] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.829874] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1241.883716] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.884889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.885034] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.887559] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5008df-6a77-4e13-8630-3eef72643b52 with status ACTIVE [ 1241.887794] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.887873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.887953] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.888179] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.888236] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.888421] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.888600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.888670] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.888832] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.888906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.889107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.889941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.889941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.889941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.889941] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.889941] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5008df-6a77-4e13-8630-3eef72643b52 is going to be updated. [ 1241.919027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.919258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.919258] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.919453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.919604] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.919775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5008df-6a77-4e13-8630-3eef72643b52" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.386184] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.889018] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.889018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.889018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.889430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.889430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.889430] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 is going to be created. [ 1242.923390] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.923568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.923623] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.923835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.924121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.934579] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: UNINITIALIZED for 2s [ 1243.844584] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1243.844584] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.147077] env[65432]: INFO networking_nsxv3.common.synchronization [None req-4dbb69e3-6f77-4c3b-b12a-77105eb491e4 None None] Enqueued Resource ID: 1d4a1360-6d9c-40b2-895a-2bcaaa449f7f with Priority: HIGHEST for action port [ 1244.147077] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4a1360-6d9c-40b2-895a-2bcaaa449f7f with Priority: HIGHEST for action port [ 1244.147077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4a1360-6d9c-40b2-895a-2bcaaa449f7f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.147453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4a1360-6d9c-40b2-895a-2bcaaa449f7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.147453] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4a1360-6d9c-40b2-895a-2bcaaa449f7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.147512] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4a1360-6d9c-40b2-895a-2bcaaa449f7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.148079] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4a1360-6d9c-40b2-895a-2bcaaa449f7f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.650436] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d4a1360-6d9c-40b2-895a-2bcaaa449f7f [ 1244.650792] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.650935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.651036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.651300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.651393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.651490] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d4a1360-6d9c-40b2-895a-2bcaaa449f7f already deleted. [ 1244.651572] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4a1360-6d9c-40b2-895a-2bcaaa449f7f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.946565] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: SUCCESS [ 1244.946955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.946955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.947268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.947494] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.947616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.947695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.947924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.948214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.948214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.948361] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.451049] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.451293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.451293] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.451555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.451717] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.451833] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.451928] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.452123] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.452203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.452377] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.452519] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.452625] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.452712] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.452896] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.453088] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.456606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.456606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.456606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.456606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.456606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.456606] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.957274] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3df11381-b076-4acc-abc1-562f70b48c80: rpc.has_security_group_logging(os_id): False [ 1245.977533] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.977709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.977779] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.978012] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.978105] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.978319] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.978411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.978508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.978619] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.978683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.978875] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.978959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.979040] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.979172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.979237] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.979422] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.979528] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.979586] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.979691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.980135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.980229] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 is going to be created. [ 1246.073754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.073906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.073983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.074344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.074564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.088013] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: IN_PROGRESS for 2s [ 1246.402987] env[65432]: INFO networking_nsxv3.common.synchronization [None req-34985002-05f5-45b6-bffc-e56a5c0b1d52 None None] Enqueued Resource ID: 9f5bb249-b84b-44bb-a3a0-4593bda36815 with Priority: HIGHEST for action port [ 1246.403487] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5bb249-b84b-44bb-a3a0-4593bda36815 with Priority: HIGHEST for action port [ 1246.403910] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5bb249-b84b-44bb-a3a0-4593bda36815 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.404121] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5bb249-b84b-44bb-a3a0-4593bda36815" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.404202] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5bb249-b84b-44bb-a3a0-4593bda36815" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.404524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5bb249-b84b-44bb-a3a0-4593bda36815" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.404649] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5bb249-b84b-44bb-a3a0-4593bda36815',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.907353] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f5bb249-b84b-44bb-a3a0-4593bda36815 [ 1246.907705] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.907901] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.908030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.908358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.908500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.908641] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f5bb249-b84b-44bb-a3a0-4593bda36815 already deleted. [ 1246.908763] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5bb249-b84b-44bb-a3a0-4593bda36815" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.101662] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: SUCCESS [ 1248.101949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.109192] env[65432]: INFO networking_nsxv3.common.synchronization [req-b271a032-cec7-4592-bfdf-fc46db0befbb req-69671180-256d-4990-8624-6495775e8057 tempest-ServerActionsTestOtherB-1220354706 tempest-ServerActionsTestOtherB-1220354706-project-member] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1248.109706] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGHEST for action security_group_members [ 1248.110028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.110142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.110208] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.110404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.110561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.110658] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.110720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.110870] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.110979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.111130] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.613612] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.614014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.614014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.614014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.614213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.614252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.614437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.614437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.614566] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.614616] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.614707] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be updated. [ 1248.775198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.775351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.775424] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.775637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.775774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.784885] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: IN_PROGRESS for 2s [ 1249.375022] env[65432]: INFO networking_nsxv3.common.synchronization [req-acaaeef3-28c8-450d-a863-9b35d3491197 req-2a2a1958-2b4a-4b6e-8ae4-753a0b62e10b tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1249.375022] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1249.375022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.375022] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.375022] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.375022] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.674999] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.675232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.675336] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.675652] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.675949] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676131] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676248] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.676563] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.676763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.676988] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.677113] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.677218] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.677387] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.677522] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.677630] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.677756] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.697386] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.697550] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.697759] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.697968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-948" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.698644] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-ddc49e23-d848-44b2-afbb-790b054a1a38 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.698644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.698644] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.699042] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.699184] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc49e23-d848-44b2-afbb-790b054a1a38',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.876042] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.204773] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.204986] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.205052] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.205405] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.205650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.205782] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Segment Port ddc49e23-d848-44b2-afbb-790b054a1a38 not found, creating... [ 1250.206064] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.206225] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.206362] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.206619] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.206820] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.207169] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.207343] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.207521] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.207673] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.207830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.207979] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: ddc49e23-d848-44b2-afbb-790b054a1a38 is going to be created. [ 1250.228063] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.228063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.228063] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.228373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.228561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.228881] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.378656] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.795552] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985fc5a8-6385-4904-995f-c7310444fed5 in Status: SUCCESS [ 1250.795820] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 deletion is rescheduled due to dependency. [ 1250.795970] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.880974] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.881131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.881264] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.881417] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.881502] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.881614] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1250.915016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.915185] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.915253] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.915467] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.915617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.927978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1250.960368] env[65432]: INFO networking_nsxv3.common.synchronization [req-acaaeef3-28c8-450d-a863-9b35d3491197 req-c1c69208-8729-4ab4-9aaf-87e367c3bf36 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1250.960562] env[65432]: INFO networking_nsxv3.common.synchronization [req-acaaeef3-28c8-450d-a863-9b35d3491197 req-c1c69208-8729-4ab4-9aaf-87e367c3bf36 service nova] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1250.960702] env[65432]: INFO networking_nsxv3.common.synchronization [req-acaaeef3-28c8-450d-a863-9b35d3491197 req-c1c69208-8729-4ab4-9aaf-87e367c3bf36 service nova] Enqueued Resource ID: ddc49e23-d848-44b2-afbb-790b054a1a38 with Priority: HIGHEST for action port [ 1250.961234] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_rules [ 1250.961370] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1250.961470] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc49e23-d848-44b2-afbb-790b054a1a38 with Priority: HIGHEST for action port [ 1250.961772] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.961886] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.961950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.962177] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.962261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.966261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.966261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.966261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc49e23-d848-44b2-afbb-790b054a1a38 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.966261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.966261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.966261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.966261] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc49e23-d848-44b2-afbb-790b054a1a38',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.467336] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.467775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.467775] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc49e23-d848-44b2-afbb-790b054a1a38 with status ACTIVE [ 1251.468029] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.468029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.468029] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.468229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.468319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.468558] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.468687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.468771] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.468997] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.469096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.469288] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.469402] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.469468] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.470352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.470352] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.470352] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc49e23-d848-44b2-afbb-790b054a1a38 is going to be updated. [ 1251.495285] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.495285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.495285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.495285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.495285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.495285] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc49e23-d848-44b2-afbb-790b054a1a38" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.625536] env[65432]: INFO networking_nsxv3.common.synchronization [req-b83d6c06-e096-456f-aef6-7c504d26968f req-9032e716-9fdf-4a37-9ae4-b081517a8e7d tempest-ServersNegativeTestJSON-1391512333 tempest-ServersNegativeTestJSON-1391512333-project-member] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1251.626142] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1251.626722] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.626923] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.627181] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.627380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.627586] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.627751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.627864] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.628281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.628281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.628422] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.027411] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.027691] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.027780] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.028138] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.028399] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.028551] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.028729] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.028956] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.029112] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.029318] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.029425] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.029527] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.029626] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.029729] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.029827] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.029949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.054537] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.054725] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.054840] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.055045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.055414] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.055604] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.055700] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.056045] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.056221] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5f05dd-9a4f-4726-8f0e-a4343f0bd397',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.130835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.130973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.131071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.131374] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.131461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.131756] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.131863] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.131916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.132083] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.132156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.132241] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc already deleted. [ 1252.132359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.560088] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.560088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.560088] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.560631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.560631] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.560706] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 not found, creating... [ 1252.561102] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.561266] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.561403] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.561627] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.561763] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.562112] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.562344] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.562495] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.562656] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.562786] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.562919] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 is going to be created. [ 1252.608899] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.609153] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.609292] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.609574] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.609854] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.610126] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.938978] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1252.939229] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.939405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.939631] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.939820] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.939934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.940010] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.940164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.940248] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.940355] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.287104] env[65432]: INFO networking_nsxv3.common.synchronization [req-b83d6c06-e096-456f-aef6-7c504d26968f req-b2dd65b1-801e-4de8-9318-a31a609cac49 service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1253.287411] env[65432]: INFO networking_nsxv3.common.synchronization [req-b83d6c06-e096-456f-aef6-7c504d26968f req-b2dd65b1-801e-4de8-9318-a31a609cac49 service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1253.287752] env[65432]: INFO networking_nsxv3.common.synchronization [req-b83d6c06-e096-456f-aef6-7c504d26968f req-b2dd65b1-801e-4de8-9318-a31a609cac49 service nova] Enqueued Resource ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with Priority: HIGHEST for action port [ 1253.288592] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1253.288825] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1253.289041] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with Priority: HIGHEST for action port [ 1253.289486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.289693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.289817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.290209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.290356] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.292536] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.292536] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.292677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.292784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.292937] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.293049] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.293131] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.293283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.293371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.293530] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.294406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.294406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.294541] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.294587] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.294640] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5f05dd-9a4f-4726-8f0e-a4343f0bd397',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.438173] env[65432]: INFO networking_nsxv3.common.synchronization [req-8e120780-9ea5-442d-9835-40ff527e6b62 req-8c59177b-3b62-4474-92ad-e3f07efe85e3 tempest-ServerPasswordTestJSON-85632271 tempest-ServerPasswordTestJSON-85632271-project-member] Enqueued Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1253.438726] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGHEST for action security_group_members [ 1253.439224] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.439224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.439367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.439516] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.439694] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.439808] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.439883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.440089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.440200] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.440313] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.442694] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.793445] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.793732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.795958] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.796961] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with status ACTIVE [ 1253.797263] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.797455] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.797554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.797805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.797924] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.798171] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.798317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.798401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.799267] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.799267] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.799578] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 is going to be updated. [ 1253.828411] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.828411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.828411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.828411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.828411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.828806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.942511] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.942701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.942701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.942987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.943140] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.943376] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.943510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.943593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.943781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.943875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.943980] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 is going to be updated. [ 1253.946866] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.992881] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.993119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.993119] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.993307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.993445] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.006755] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: IN_PROGRESS for 2s [ 1254.301380] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.449017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.449191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.449262] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.449488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.449578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.449686] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1254.480762] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.480936] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.480980] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.481209] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.481351] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.493984] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1254.805059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.805059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.805059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.805059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.805059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.805059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be created. [ 1254.828087] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.828240] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.828319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.828522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.828711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.839482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: UNINITIALIZED for 2s [ 1256.016697] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df11381-b076-4acc-abc1-562f70b48c80 in Status: SUCCESS [ 1256.017124] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 deletion is rescheduled due to dependency. [ 1256.017124] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.504327] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1256.504691] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.504756] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.504981] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.505204] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.505332] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.505401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.505578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.505660] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.505748] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.505875] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.851096] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1256.851337] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.851511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.851728] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.851921] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.852054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.852117] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.852274] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.852348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.852429] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.852521] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.008831] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.009082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.009127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.009367] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.009572] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.009698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.009775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.009961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.010086] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.010182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.010358] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.010461] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.010525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.010693] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.010838] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.010950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.011027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.011192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.011273] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.011360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.011471] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.355133] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.355531] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.355668] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.355786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.355835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.355987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.356079] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.356166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.356318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.356555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.356555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.356664] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.356800] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.356895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.356954] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.357106] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.357182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.357265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.357356] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.513490] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f4b1e6-2ec6-494b-b4e1-2119979a0551: rpc.has_security_group_logging(os_id): False [ 1257.534840] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.535055] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.535122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.535529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.535529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.535669] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.535761] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.535828] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.535975] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.536053] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.536235] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.536331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.536444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.536935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.536935] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.536935] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.537168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.537168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.537168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.537289] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.537330] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1257.616110] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.616277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.616331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.616620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.616772] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.646101] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1257.860841] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc: rpc.has_security_group_logging(os_id): False [ 1257.880644] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.880829] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.880994] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.881139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.881411] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.881851] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.881851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.881851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.881990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.882046] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.882298] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.882381] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.882416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.882537] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.882628] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.882864] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.882971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.883054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.883300] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.883378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.883464] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be created. [ 1257.942252] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.942426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.942486] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.942692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.942915] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.953693] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1258.439748] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.440033] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.670497] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1259.670835] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.966949] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1259.967219] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.046722] env[65432]: INFO networking_nsxv3.common.synchronization [req-cb834f88-41ea-4c2e-bde6-2ca39100c1f6 req-4acdd0ee-e053-4587-8601-3d787a9d7987 tempest-AttachVolumeShelveTestJSON-1795837325 tempest-AttachVolumeShelveTestJSON-1795837325-project-member] Enqueued Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1261.047114] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6228be0-ec36-4443-9f42-082b40fa13e8 with Priority: HIGHEST for action security_group_members [ 1261.047420] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6228be0-ec36-4443-9f42-082b40fa13e8 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.047560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.047608] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.047774] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.047928] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.048204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.048286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.048448] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.048554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.048659] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6228be0-ec36-4443-9f42-082b40fa13e8',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.551136] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.551317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.551317] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.551547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.551547] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.553405] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.553405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.553405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.553405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.553405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.553405] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 is going to be updated. [ 1261.588174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.588466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.588466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.588671] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.588875] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.600406] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: IN_PROGRESS for 2s [ 1263.612582] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6228be0-ec36-4443-9f42-082b40fa13e8 in Status: SUCCESS [ 1263.612916] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6228be0-ec36-4443-9f42-082b40fa13e8 deletion is rescheduled due to dependency. [ 1263.612916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6228be0-ec36-4443-9f42-082b40fa13e8" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.491250] env[65432]: INFO networking_nsxv3.common.synchronization [req-9b5adcea-d41d-4f20-8b3e-149923ee5d6d req-07b5bef3-fa11-45b5-a05e-afdd2c247d30 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1264.491783] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1264.492158] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.492278] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.492344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.492542] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.492907] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.493043] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.493113] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.493272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.493358] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.493449] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.996186] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.088932] env[65432]: INFO networking_nsxv3.common.synchronization [req-8ebd2cb6-5e7d-4847-b652-58ec7c87a41f req-243cdd8e-156e-4209-bb77-806e587576c2 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1265.089492] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1265.089908] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.089908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.090118] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090171] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.090327] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.090490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.090490] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090665] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.090701] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.090800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.498962] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.593334] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.593513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.593570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.593769] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.593861] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.594057] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.594155] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.594214] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.594375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.594465] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.594575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1265.623579] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.623796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.623796] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.624018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.624263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.632765] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1266.002023] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.002421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.002421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.002530] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.002618] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.002754] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1266.032459] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.032556] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.032612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.032851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.033016] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.044819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1267.644192] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1267.644578] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 deletion is rescheduled due to dependency. [ 1267.644706] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.055446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1268.055656] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.761833] env[65432]: INFO networking_nsxv3.common.synchronization [req-b687039f-05ea-4911-823a-ff6cccc9dfaf req-1c139c56-7d60-403e-a9b9-ec78b2c69959 tempest-AttachVolumeTestJSON-69528897 tempest-AttachVolumeTestJSON-69528897-project-member] Enqueued Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1268.762456] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e011329b-aa32-4f77-98d6-7d46747fe343 with Priority: HIGHEST for action security_group_members [ 1268.762795] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e011329b-aa32-4f77-98d6-7d46747fe343 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.762922] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.762987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.763211] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.763344] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.763441] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.763500] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.763659] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.763720] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.763810] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e011329b-aa32-4f77-98d6-7d46747fe343',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.266568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.266568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.266568] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.266921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.266921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.266921] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 is going to be updated. [ 1269.292753] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.292900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.292948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.293180] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.293319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.304318] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: IN_PROGRESS for 2s [ 1269.481713] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1269.481845] env[65432]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bed377c2-2b8f-4943-8ddb-fa0695f6e8ef None None] NSXv3 Agent Agent loop - iteration:3 started [ 1271.317132] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e011329b-aa32-4f77-98d6-7d46747fe343 in Status: SUCCESS [ 1271.317469] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e011329b-aa32-4f77-98d6-7d46747fe343 deletion is rescheduled due to dependency. [ 1271.317526] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e011329b-aa32-4f77-98d6-7d46747fe343" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.108606] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba7f78f9-e1c1-40b6-b0e6-566df4840d09 req-516060f1-b9c2-43a3-b268-2b0a9cfda596 tempest-ServersNegativeTestJSON-1391512333 tempest-ServersNegativeTestJSON-1391512333-project-member] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1273.109318] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1273.110085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.110085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.110085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.110085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.110085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.110959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.110959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.110959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.110959] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.110959] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.425816] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.426027] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.426156] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.426421] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.426745] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.426896] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.427017] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.427245] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.427380] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.427588] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.427701] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.427805] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.427909] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.428021] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.428124] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.428249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.448842] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.449019] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.449146] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.449319] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.449643] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-116043a1-7009-4b6d-ac1d-b3471a858570 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.449870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.449993] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.450315] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.450450] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('116043a1-7009-4b6d-ac1d-b3471a858570',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.613321] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.952923] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.953170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.953170] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.953482] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.953638] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.953790] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 116043a1-7009-4b6d-ac1d-b3471a858570 not found, creating... [ 1273.954058] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.954213] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.954327] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.954550] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.954683] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.954952] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.955120] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.955232] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.955433] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.955561] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.955694] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 116043a1-7009-4b6d-ac1d-b3471a858570 is going to be created. [ 1273.975273] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.975473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.975569] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.975907] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.976146] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.976363] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.115295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.618159] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.618159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.618296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.618408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.618499] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.618598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1274.652406] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.652406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.652406] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.652784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.652784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.665303] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1274.710453] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba7f78f9-e1c1-40b6-b0e6-566df4840d09 req-7a8a3945-9232-4aa9-9512-9c72a4105c8c service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1274.710659] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba7f78f9-e1c1-40b6-b0e6-566df4840d09 req-7a8a3945-9232-4aa9-9512-9c72a4105c8c service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1274.710761] env[65432]: INFO networking_nsxv3.common.synchronization [req-ba7f78f9-e1c1-40b6-b0e6-566df4840d09 req-7a8a3945-9232-4aa9-9512-9c72a4105c8c service nova] Enqueued Resource ID: 116043a1-7009-4b6d-ac1d-b3471a858570 with Priority: HIGHEST for action port [ 1274.711272] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1274.711405] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1274.711504] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116043a1-7009-4b6d-ac1d-b3471a858570 with Priority: HIGHEST for action port [ 1274.711773] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.711892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.712025] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.712579] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.712693] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.714457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.714457] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.714457] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-116043a1-7009-4b6d-ac1d-b3471a858570 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.714727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.714727] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.714950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.715073] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('116043a1-7009-4b6d-ac1d-b3471a858570',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.216869] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.217165] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.217260] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 116043a1-7009-4b6d-ac1d-b3471a858570 with status ACTIVE [ 1275.217550] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.217700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.217773] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.217983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.218088] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.218261] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.218357] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.218420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.218571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.218647] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.218830] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.218927] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.218992] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.219134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.219205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.219286] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 116043a1-7009-4b6d-ac1d-b3471a858570 is going to be updated. [ 1275.243871] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.244101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.244101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.244330] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.244436] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.244600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-116043a1-7009-4b6d-ac1d-b3471a858570" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.678819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1276.679246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.679479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.679817] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.680116] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.680595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.680595] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.680743] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.680838] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.680943] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.184346] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.538609] env[65432]: INFO networking_nsxv3.common.synchronization [req-37e2671b-5603-4c24-a0de-a600143f3886 req-dbb2def8-7ab0-473a-8b0b-df6fa7294dc8 tempest-ServersTestJSON-713355211 tempest-ServersTestJSON-713355211-project-member] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1277.539129] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGHEST for action security_group_members [ 1277.539561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.539561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.539561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.539704] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.539798] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.539900] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.540259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.540259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.540259] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.540707] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.688062] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.043473] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.043627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.043699] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.043920] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.044014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.044206] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.044393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.044393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.044524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.044570] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.044667] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be updated. [ 1278.073369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.073523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.073593] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.073868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.073947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.083856] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: IN_PROGRESS for 2s [ 1278.193706] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.193892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.193991] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.194281] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.194375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.194489] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1278.226332] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.226447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.226612] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.226805] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.226947] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.237130] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1280.096381] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 in Status: SUCCESS [ 1280.096816] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 deletion is rescheduled due to dependency. [ 1280.096816] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.247571] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1280.247787] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.247952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.248196] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.248393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.248513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.248578] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.248726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.248806] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.248895] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.249015] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.752155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.752388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.752494] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.753101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.753101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.753243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.753243] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.753758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.753758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.753758] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.753909] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.753956] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.754157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.754239] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.754442] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.754561] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.754668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.754847] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.754950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.755041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.755122] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.257540] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc: rpc.has_security_group_logging(os_id): False [ 1281.276743] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.276906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.276973] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.277190] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.277277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.277468] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.277564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.277653] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.277858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.277961] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.278186] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.278286] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.278348] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.278489] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.278562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.278763] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.278856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.278952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.279128] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.279204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.279287] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1281.347834] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.348110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.348110] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.348265] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.348408] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.364785] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1282.002479] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b0a26f1-c006-4d5a-8c08-e448e9480292 req-c7e7dede-8d33-4d5a-9212-cd7c813a4196 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1282.003212] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1282.003212] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.003554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.003554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.003554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.003805] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.003881] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.003917] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.004137] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.004195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.004278] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.364604] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.364954] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.365083] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.365401] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.365653] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.365830] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.365955] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.366707] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.366996] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.368030] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.368030] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.368030] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.368030] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.368030] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.368030] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.368030] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.388425] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.388641] env[65432]: DEBUG dogpile.cache.region [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.388809] env[65432]: DEBUG dogpile.lock [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.388991] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "network-519" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.389359] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock port-12d167a3-67ff-4cd2-9c72-002fc5803c86 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.389538] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.389654] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.390077] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.390602] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d167a3-67ff-4cd2-9c72-002fc5803c86',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.507207] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.507443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.507443] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.507698] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.507888] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.508101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.508223] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.508291] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.508442] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.508557] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.508598] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1282.535190] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.535403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.535403] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.535580] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.535711] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.544720] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1282.892719] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.893133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.893133] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.893326] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.893471] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.893620] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Segment Port 12d167a3-67ff-4cd2-9c72-002fc5803c86 not found, creating... [ 1282.893870] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.894035] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.894150] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.894387] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.894543] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.894874] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.895049] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.895167] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.895373] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.895508] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.895644] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Resource: SegmentPort with ID: 12d167a3-67ff-4cd2-9c72-002fc5803c86 is going to be created. [ 1282.922914] env[65432]: DEBUG networking_nsxv3.common.locking [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.923142] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.923263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.923524] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.923755] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.923968] env[65432]: DEBUG oslo_concurrency.lockutils [None req-72baf936-c2a2-4408-ae32-fbc475d2f313 None None] Releasing lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.380520] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1283.380906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.640951] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b0a26f1-c006-4d5a-8c08-e448e9480292 req-4f701017-8aab-4978-8212-dcfbe0cb3407 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 1283.641185] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b0a26f1-c006-4d5a-8c08-e448e9480292 req-4f701017-8aab-4978-8212-dcfbe0cb3407 service nova] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1283.641350] env[65432]: INFO networking_nsxv3.common.synchronization [req-7b0a26f1-c006-4d5a-8c08-e448e9480292 req-4f701017-8aab-4978-8212-dcfbe0cb3407 service nova] Enqueued Resource ID: 12d167a3-67ff-4cd2-9c72-002fc5803c86 with Priority: HIGHEST for action port [ 1283.642489] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_rules [ 1283.642615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1283.642721] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d167a3-67ff-4cd2-9c72-002fc5803c86 with Priority: HIGHEST for action port [ 1283.643016] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.643156] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.643227] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.643451] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.643542] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.644458] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.644581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.644819] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d167a3-67ff-4cd2-9c72-002fc5803c86 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.644946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.645028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.645228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.645322] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d167a3-67ff-4cd2-9c72-002fc5803c86',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.150515] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.150657] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.150833] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d167a3-67ff-4cd2-9c72-002fc5803c86 with status ACTIVE [ 1284.150997] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.151112] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.151191] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.151410] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.151506] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.151681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.151798] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.152168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.152168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.152168] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.154139] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.154139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.154139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.154139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.154139] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.154139] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d167a3-67ff-4cd2-9c72-002fc5803c86 is going to be updated. [ 1284.177367] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.177638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.177638] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.177826] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.177971] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.178157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d167a3-67ff-4cd2-9c72-002fc5803c86" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.365922] env[65432]: INFO networking_nsxv3.common.synchronization [req-64b5987b-ec02-449d-9262-9f103ea73482 req-20ec75ef-920f-4090-986d-220e9c1c03f4 tempest-ServersNegativeTestJSON-1391512333 tempest-ServersNegativeTestJSON-1391512333-project-member] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1284.366576] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1284.368268] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.368439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.368508] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.368719] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.368894] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.369008] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.369075] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.369228] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.369315] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.369410] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.554262] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1284.554709] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 deletion is rescheduled due to dependency. [ 1284.554709] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.554824] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.555038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.555221] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.555339] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.555401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.555563] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.555644] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.555738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.872222] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.058035] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.374103] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.559739] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.878548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.878710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.878780] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.879028] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.879114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.879210] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1285.923059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.923738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.923738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.923738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.923738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.934268] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1286.062754] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.062934] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.062988] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.063529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.063529] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.063529] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1286.099835] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.099938] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.099986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.100336] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.100839] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.114285] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1287.947186] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1287.947620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.125023] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1288.125023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.125271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.126679] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.126679] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.126679] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.629427] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.132010] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056d6d03-9643-4559-9d6e-53873130c3c2: rpc.has_security_group_logging(os_id): False [ 1289.150574] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.150744] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.150820] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.151084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.151203] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.151495] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.151592] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.151669] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.151857] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.151948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.152085] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1289.215375] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.215606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.215606] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.215811] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.215963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.233864] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1289.367624] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.367624] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.250027] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1291.250454] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.369188] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.369528] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.370388] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.370773] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.429244] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.429456] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.429522] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.429692] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.429800] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.933019] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.436045] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.938666] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1300.938813] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1301.739246] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.739675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.739675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.739675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.753336] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1301.754260] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.755012] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1301.791466] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.791707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.791707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.791907] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.807416] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.808451] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1301.808569] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.808704] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1301.853296] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.853560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.853560] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.853695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.855134] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.855319] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1301.936889] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.937135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.937135] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.937324] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.937649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.937966] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1302.030373] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.030627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.030627] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.030803] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.031116] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.031412] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1302.031507] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3df11381-b076-4acc-abc1-562f70b48c80', '18c8e1b5-1024-4e1d-a88b-d6701e055b54', 'ce495be3-1b85-4d66-8e0d-38d99b8240a6', '9d39b51d-6dbc-4a0f-94b2-912af85461d1', '056d6d03-9643-4559-9d6e-53873130c3c2', '6c460472-3003-49a4-be2b-dce19b09f696', '644ff4b9-b63e-415a-8e4b-7d85434a9d6f', 'dce8b5e0-f476-4fad-8d1f-b723862b0d3a', '27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc', '8f6a58f2-0a37-44a2-8f8c-52698d903fc0', 'e08f98a5-7ed5-456f-af9f-a68eca93c41e', '239692a5-0edc-42bf-aa2d-a669cc4eb59d', '7d1043e3-06a5-42a7-8001-3f647412d860', '055e6ca2-d812-4938-b8ae-65c4f2315b41', 'c28c2a0c-a386-4bc9-8db2-76ce5970b119', 'e8f4b1e6-2ec6-494b-b4e1-2119979a0551', '985fc5a8-6385-4904-995f-c7310444fed5', '411884b8-3ee5-401c-a675-91bfe320505e', 'f4e573f8-ba1d-416c-be29-7209cffd5dd2', '64c3837a-b4c6-41b9-86fc-f993c4563bbc', 'a56a7de7-22e0-41e6-a4bf-918491f5c8c7', 'bf74b0c6-8b2a-4de6-956c-a31a71dbfec3', 'bb5c9884-bd88-4d5f-bcc2-e69e297b8d07', 'aa5d5972-d830-4c10-85a0-e0b074584cce', 'f83f1a0c-dd9d-4395-810c-4eedf3f543cb', '69ab1d6c-016d-4f00-959c-09dadd9ddfc8', '7b27ff9c-ab21-4df6-b3a9-af4104f8730a', '9c44ff9b-d8a8-4b30-92de-14b770e4a775', 'e011329b-aa32-4f77-98d6-7d46747fe343', '536f6fcf-51f0-4372-9624-95ed3ea2ec8c', '864a0b7f-12d8-47ef-80cb-8fe52a955c39', '445e4bf9-7da8-49cb-807e-6b93e1ccec70', '6af07681-b6e9-496d-9706-51064a9da051', '2ec2873e-8f4b-45ee-a3b7-be99943bf2d3', 'c6228be0-ec36-4443-9f42-082b40fa13e8', '5e541871-7d72-4083-a036-624c66454ccb', '009f0f9f-1656-4f35-b4aa-7349f6e64586', 'f2de9179-d9bd-4c4f-8ff9-771531e483ae', '614a3146-8063-423b-8403-081e0f843048', 'a32201b4-a539-4eab-b1e7-6478ce58b2fa', '3f5178cb-3023-4825-a6c2-78fc09e3539c', 'df2aa961-d4b6-4dd6-b26f-633b614d0248', '44446452-8194-4513-894f-505a84fe2c80', '7dcfd341-658f-43ac-9a07-5fbfcfc15817', '209fa8d0-4b48-44a6-9a82-57e2f7eda0f1'} {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.031633] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1302.051600] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.051964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.051964] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.052166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.052166] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.052235] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1302.052266] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.052357] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.126352] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.126672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.126672] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.126919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.127963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.128251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.128324] env[65432]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65432) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.128393] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.128453] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.128532] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1302.128603] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGH for action security_group_rules [ 1302.128680] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGH for action security_group_rules [ 1302.128746] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGH for action security_group_rules [ 1302.128810] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGH for action security_group_rules [ 1302.128868] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGH for action security_group_rules [ 1302.128928] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGH for action security_group_rules [ 1302.128983] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGH for action security_group_rules [ 1302.129061] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGH for action security_group_rules [ 1302.129132] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGH for action security_group_rules [ 1302.129195] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGH for action security_group_rules [ 1302.129300] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 1302.129374] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGH for action security_group_rules [ 1302.129437] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGH for action security_group_rules [ 1302.129498] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGH for action security_group_rules [ 1302.129558] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGH for action security_group_rules [ 1302.129615] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGH for action security_group_rules [ 1302.129671] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 1302.129730] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGH for action security_group_rules [ 1302.129790] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGH for action security_group_rules [ 1302.129852] env[65432]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGH for action security_group_rules [ 1302.129945] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.371501] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.371884] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1304.371884] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df11381-b076-4acc-abc1-562f70b48c80 with Priority: HIGH for action security_group_rules [ 1304.371965] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 with Priority: HIGH for action security_group_rules [ 1304.372066] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f with Priority: HIGH for action security_group_rules [ 1304.372209] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 with Priority: HIGH for action security_group_rules [ 1304.372331] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc with Priority: HIGH for action security_group_rules [ 1304.372440] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 with Priority: HIGH for action security_group_rules [ 1304.372544] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411884b8-3ee5-401c-a675-91bfe320505e with Priority: HIGH for action security_group_rules [ 1304.372636] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985fc5a8-6385-4904-995f-c7310444fed5 with Priority: HIGH for action security_group_rules [ 1304.372724] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 with Priority: HIGH for action security_group_rules [ 1304.372812] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 with Priority: HIGH for action security_group_rules [ 1304.372897] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1043e3-06a5-42a7-8001-3f647412d860 with Priority: HIGH for action security_group_rules [ 1304.373043] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d with Priority: HIGH for action security_group_rules [ 1304.373189] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e with Priority: HIGH for action security_group_rules [ 1304.373303] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 with Priority: HIGH for action security_group_rules [ 1304.373426] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGH for action security_group_rules [ 1304.373541] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c460472-3003-49a4-be2b-dce19b09f696 with Priority: HIGH for action security_group_rules [ 1304.373634] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a with Priority: HIGH for action security_group_rules [ 1304.373725] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGH for action security_group_rules [ 1304.373843] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 with Priority: HIGH for action security_group_rules [ 1304.373963] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 with Priority: HIGH for action security_group_rules [ 1304.374369] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df11381-b076-4acc-abc1-562f70b48c80 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.374510] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.374575] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.374821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.374947] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df11381-b076-4acc-abc1-562f70b48c80',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.376672] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.376802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.376891] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.377249] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.377349] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce495be3-1b85-4d66-8e0d-38d99b8240a6',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.379232] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.379232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.379232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.379232] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.379232] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644ff4b9-b63e-415a-8e4b-7d85434a9d6f',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.380289] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.380511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.380601] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.380799] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.380880] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28c2a0c-a386-4bc9-8db2-76ce5970b119',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.381968] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.382198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.382198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.382359] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.382409] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64c3837a-b4c6-41b9-86fc-f993c4563bbc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.383950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.383950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.383950] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.384213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.384398] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e573f8-ba1d-416c-be29-7209cffd5dd2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.385455] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411884b8-3ee5-401c-a675-91bfe320505e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.385533] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.385573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.385760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.385851] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411884b8-3ee5-401c-a675-91bfe320505e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.386917] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985fc5a8-6385-4904-995f-c7310444fed5 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.387059] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.387114] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.387295] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.387295] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985fc5a8-6385-4904-995f-c7310444fed5',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.388085] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-055e6ca2-d812-4938-b8ae-65c4f2315b41 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.388213] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.388288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.388439] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.388534] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('055e6ca2-d812-4938-b8ae-65c4f2315b41',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.389293] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.389390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.389475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.389648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.389738] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f4b1e6-2ec6-494b-b4e1-2119979a0551',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.391858] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1043e3-06a5-42a7-8001-3f647412d860 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.391858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.391858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.391858] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.391858] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1043e3-06a5-42a7-8001-3f647412d860',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.392630] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.392630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.392630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.392630] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.392935] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239692a5-0edc-42bf-aa2d-a669cc4eb59d',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.393409] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.393751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.393751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.393751] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.393751] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e08f98a5-7ed5-456f-af9f-a68eca93c41e',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.395030] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.395030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.395030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.395030] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.395030] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6a58f2-0a37-44a2-8f8c-52698d903fc0',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.395621] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.395738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.395801] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.396023] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.396023] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.396727] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c460472-3003-49a4-be2b-dce19b09f696 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.396851] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.396946] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.397071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.397141] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c460472-3003-49a4-be2b-dce19b09f696',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.397812] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.397916] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.397979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.398161] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.398233] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dce8b5e0-f476-4fad-8d1f-b723862b0d3a',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.399307] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.399307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.399307] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.399493] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.399493] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.400152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.400251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.400610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.400610] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.400610] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c8e1b5-1024-4e1d-a88b-d6701e055b54',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.401397] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.401520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.401591] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.401697] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.401750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d39b51d-6dbc-4a0f-94b2-912af85461d1',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.908972] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.909175] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.909247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.909433] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.909639] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.909753] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.909836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.910014] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.910099] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.910189] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.910290] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.913588] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.913726] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.913792] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.913911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.914118] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.914220] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.914283] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.914446] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.914535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.914637] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.914750] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.919353] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.919473] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.919532] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.919688] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.921077] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.921169] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.921901] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.921990] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.925899] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.926036] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.927506] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.927639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.929015] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.929145] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.930335] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.930430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.963372] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.963524] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.966629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.966738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.967629] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.967812] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.968449] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.968554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.969318] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.969415] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.970012] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.970425] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.970513] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.971097] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.971486] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.971576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.973989] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.974378] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.974490] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411884b8-3ee5-401c-a675-91bfe320505e is going to be deleted. [ 1304.975702] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.975904] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.977484] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.977614] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.978478] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.978600] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.979417] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.979880] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.980021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.980999] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.981383] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.981459] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.997631] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.998188] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.998343] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce495be3-1b85-4d66-8e0d-38d99b8240a6 is going to be deleted. [ 1304.999322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.999523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.019764] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.019764] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644ff4b9-b63e-415a-8e4b-7d85434a9d6f is going to be deleted. [ 1305.020906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.021150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.038313] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.038525] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.050062] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.050251] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df11381-b076-4acc-abc1-562f70b48c80 is going to be deleted. [ 1305.051212] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.051426] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.078681] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.078892] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.081070] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.081221] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e573f8-ba1d-416c-be29-7209cffd5dd2 is going to be deleted. [ 1305.082102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.082323] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.084258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.084404] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.120420] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.120600] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28c2a0c-a386-4bc9-8db2-76ce5970b119 is going to be deleted. [ 1305.121620] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.121906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.124132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.124247] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.184244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.184463] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64c3837a-b4c6-41b9-86fc-f993c4563bbc is going to be deleted. [ 1305.185471] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.185695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.190391] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.190615] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.232397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.232630] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985fc5a8-6385-4904-995f-c7310444fed5 is going to be deleted. [ 1305.233477] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.233703] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.309554] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.309750] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dce8b5e0-f476-4fad-8d1f-b723862b0d3a is going to be deleted. [ 1305.310849] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.311082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.312568] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.312740] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.313435] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.313577] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.339154] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.339454] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6a58f2-0a37-44a2-8f8c-52698d903fc0 is going to be deleted. [ 1305.340484] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.340766] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.401647] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.402143] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.423421] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.423652] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c8e1b5-1024-4e1d-a88b-d6701e055b54 is going to be deleted. [ 1305.424747] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.424908] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.424977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.425205] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.425379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.425488] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.425567] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.425677] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.425760] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.425842] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.425985] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.426100] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.426157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.426299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.426439] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.426535] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.426574] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.426705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.426775] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.426856] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.426969] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.428109] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.428731] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.428890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.580733] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.581064] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.590084] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.590362] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1043e3-06a5-42a7-8001-3f647412d860 is going to be deleted. [ 1305.591218] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.591437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.592896] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.593085] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.634884] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.635108] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239692a5-0edc-42bf-aa2d-a669cc4eb59d is going to be deleted. [ 1305.636096] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.636949] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.670132] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.670132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.693602] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.693963] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.695729] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.695956] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d39b51d-6dbc-4a0f-94b2-912af85461d1 is going to be deleted. [ 1305.697160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.697379] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.731093] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.731324] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e08f98a5-7ed5-456f-af9f-a68eca93c41e is going to be deleted. [ 1305.732395] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.733026] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.782028] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.782280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.855271] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.855504] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f4b1e6-2ec6-494b-b4e1-2119979a0551 is going to be deleted. [ 1305.856414] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.856641] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.878538] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.878876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.922872] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.923059] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c460472-3003-49a4-be2b-dce19b09f696 is going to be deleted. [ 1305.924683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.924683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.933283] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056d6d03-9643-4559-9d6e-53873130c3c2: rpc.has_security_group_logging(os_id): False [ 1305.934446] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc: rpc.has_security_group_logging(os_id): False [ 1305.973845] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.974146] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.010859] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.011090] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.013239] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.013437] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.014280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.014408] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 055e6ca2-d812-4938-b8ae-65c4f2315b41 is going to be deleted. [ 1306.015345] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.015564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.015683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.015810] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411884b8-3ee5-401c-a675-91bfe320505e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.016649] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.016821] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.016948] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.017172] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.082397] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.082701] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.082802] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.082876] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.083103] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.083288] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.083288] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1306.084319] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.084491] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.084581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.084680] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644ff4b9-b63e-415a-8e4b-7d85434a9d6f" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.084819] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.084987] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.085077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.085182] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df11381-b076-4acc-abc1-562f70b48c80" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.085327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.085466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.085550] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.085668] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e573f8-ba1d-416c-be29-7209cffd5dd2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.085782] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.085921] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.085983] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.086122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64c3837a-b4c6-41b9-86fc-f993c4563bbc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.086717] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.086914] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.087047] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.087195] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28c2a0c-a386-4bc9-8db2-76ce5970b119" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.087331] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.087479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.087555] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.087663] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985fc5a8-6385-4904-995f-c7310444fed5" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.087793] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.087952] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.088044] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.088159] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dce8b5e0-f476-4fad-8d1f-b723862b0d3a" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.088268] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.088405] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.088476] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.088576] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6a58f2-0a37-44a2-8f8c-52698d903fc0" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.088700] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.088836] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.088919] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c8e1b5-1024-4e1d-a88b-d6701e055b54" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.089263] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.089335] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089447] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1043e3-06a5-42a7-8001-3f647412d860" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089573] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.089707] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.089786] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089873] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239692a5-0edc-42bf-aa2d-a669cc4eb59d" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.089979] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.090127] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.090198] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.090311] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d39b51d-6dbc-4a0f-94b2-912af85461d1" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.090430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.090564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.110636] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.110867] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.124461] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.124736] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.137157] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.137450] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.137597] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.137689] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.137911] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.138021] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.138258] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.138375] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.138464] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.138626] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.138716] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.138950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.139057] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.139142] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.139299] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.139386] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.139483] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1306.140710] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.140890] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.140986] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141150] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f4b1e6-2ec6-494b-b4e1-2119979a0551" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141296] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.141460] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.141539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce495be3-1b85-4d66-8e0d-38d99b8240a6" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141813] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.141955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.142045] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.142160] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e08f98a5-7ed5-456f-af9f-a68eca93c41e" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.142275] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.142438] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.142517] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.142649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-055e6ca2-d812-4938-b8ae-65c4f2315b41" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.143303] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.143466] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.143562] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.143683] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c460472-3003-49a4-be2b-dce19b09f696" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.257154] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.257434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.257434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.257564] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.257705] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.273808] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.274071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.274071] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.274380] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.274598] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.305207] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1306.309897] env[65432]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.310413] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1308.325068] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1308.325068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.325883] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1308.326092] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.374915] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.374915] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.376094] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.376094] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.377026] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.377389] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.869073] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.869473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.869473] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.869676] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.869937] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.870114] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.870263] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.870483] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.870680] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.870900] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.871017] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] NeedRegenerationException {{(pid=65432) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.871146] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] no value, waiting for create lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.871264] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] value creation lock acquired {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.871375] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] No value present for key: 'zone-id' {{(pid=65432) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.871475] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Calling creation function for not-yet-present value {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.871603] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.893780] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.893956] env[65432]: DEBUG dogpile.cache.region [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65432) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.894093] env[65432]: DEBUG dogpile.lock [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Released creation lock {{(pid=65432) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.894270] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "network-277" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.894591] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 taken with stack trace [, , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.894757] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.894870] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.895206] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.895338] env[65432]: DEBUG networking_nsxv3.api.rpc [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5f05dd-9a4f-4726-8f0e-a4343f0bd397',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.377866] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.378108] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.398432] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.398764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.398764] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.399058] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.399211] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.399495] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.399650] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.399766] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.399982] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.400130] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.400407] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.400559] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.400670] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.400866] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.400994] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.401144] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Resource: SegmentPort with ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 is going to be updated. [ 1324.421623] env[65432]: DEBUG networking_nsxv3.common.locking [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.421825] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.421920] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.422195] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.422379] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.422590] env[65432]: DEBUG oslo_concurrency.lockutils [None req-cc23bb44-78ce-48f7-b3eb-ed37fc1c5fa6 None None] Releasing lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.106449] env[65432]: INFO networking_nsxv3.common.synchronization [req-24abbccc-6833-41d7-bb75-e6d63625ec2d req-0bfd5899-b53f-42df-a9c5-848d69223282 service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1325.106777] env[65432]: INFO networking_nsxv3.common.synchronization [req-24abbccc-6833-41d7-bb75-e6d63625ec2d req-0bfd5899-b53f-42df-a9c5-848d69223282 service nova] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1325.106777] env[65432]: INFO networking_nsxv3.common.synchronization [req-24abbccc-6833-41d7-bb75-e6d63625ec2d req-0bfd5899-b53f-42df-a9c5-848d69223282 service nova] Enqueued Resource ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with Priority: HIGHEST for action port [ 1325.107350] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_rules [ 1325.107485] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1325.107583] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with Priority: HIGHEST for action port [ 1325.107850] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.107968] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.108102] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.108261] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.108388] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.109155] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.109282] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.109355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.109534] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.110059] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.110183] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.110251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.110388] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.110475] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.110565] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.111379] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.111479] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.111784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.111784] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.111784] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5f05dd-9a4f-4726-8f0e-a4343f0bd397',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.613017] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.613246] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.613370] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.614325] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 with status ACTIVE [ 1325.614525] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.614639] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.614713] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.614906] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.615018] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.615211] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.615327] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.615365] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.615523] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.615594] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.615778] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.615869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.615929] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.616089] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.616164] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.616249] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5f05dd-9a4f-4726-8f0e-a4343f0bd397 is going to be updated. [ 1325.638618] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.638840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.638840] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.639038] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.639187] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.639347] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5f05dd-9a4f-4726-8f0e-a4343f0bd397" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.118146] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.620599] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.620869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.620869] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.621032] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.621122] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.621224] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1326.652084] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.652329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.652329] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.652511] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.652661] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.661819] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1328.673593] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1328.674077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.674077] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.674322] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.674393] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.674520] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.674581] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.674721] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.674795] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.674909] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.674999] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.178054] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.178054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.178054] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.178430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.178638] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.178781] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.178868] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.179080] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.179204] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.179328] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.179510] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.179645] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.179732] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.179912] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.180107] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.180269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.180363] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.180539] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.180648] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.180765] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.180892] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.683539] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc: rpc.has_security_group_logging(os_id): False [ 1329.706148] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.706401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.706401] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.706596] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.706687] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.706924] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.707041] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.707101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.707284] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.707360] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.707552] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.707686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.707686] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.707834] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.707932] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.708113] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.708224] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.708280] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.708430] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.708492] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.708575] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1329.771198] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.771371] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.771444] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.771695] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.771871] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.794441] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1330.109115] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.109417] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.813295] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1331.813682] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.110759] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.111136] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.112163] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.112696] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.113641] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.114054] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.262857] env[65432]: INFO networking_nsxv3.common.synchronization [req-349648a8-0157-40be-97e6-579bccd753cc req-6589f8ba-03a6-4c20-be4b-c3feb00abb10 tempest-ServerActionsTestJSON-1761487175 tempest-ServerActionsTestJSON-1761487175-project-member] Enqueued Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1348.262857] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056d6d03-9643-4559-9d6e-53873130c3c2 with Priority: HIGHEST for action security_group_members [ 1348.263174] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-056d6d03-9643-4559-9d6e-53873130c3c2 taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.263174] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.263269] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.263434] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.264101] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.264101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.264101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.264101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.264101] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.264101] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056d6d03-9643-4559-9d6e-53873130c3c2',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.766843] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.767024] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.767082] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.767617] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.767752] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.767950] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.768068] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.768132] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.768310] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.768390] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.768482] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 is going to be updated. [ 1348.799027] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.799027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.799027] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.799272] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.799344] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.808501] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: IN_PROGRESS for 2s [ 1350.819806] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056d6d03-9643-4559-9d6e-53873130c3c2 in Status: SUCCESS [ 1350.820192] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056d6d03-9643-4559-9d6e-53873130c3c2 deletion is rescheduled due to dependency. [ 1350.820192] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056d6d03-9643-4559-9d6e-53873130c3c2" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.263731] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.264176] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.268242] env[65432]: INFO networking_nsxv3.common.synchronization [req-2c067cb9-df86-415e-b6e8-68ac017c4d59 req-5e499d29-964d-431d-8365-4a10c9ef4c4b tempest-ServersNegativeTestJSON-1391512333 tempest-ServersNegativeTestJSON-1391512333-project-member] Enqueued Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1354.269215] env[65432]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc with Priority: HIGHEST for action security_group_members [ 1354.269548] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc taken with stack trace [, , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.269662] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.269738] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.269931] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.270152] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.270277] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.270393] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.270571] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.270675] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.270790] env[65432]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc',) {} {{(pid=65432) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.773759] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.773977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.773977] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.774251] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.774355] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.774561] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.774755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.774755] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.774883] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.774955] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.775051] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc is going to be updated. [ 1354.804991] env[65432]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65432) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.805197] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.805244] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.805482] env[65432]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.805649] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.814153] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: IN_PROGRESS for 2s [ 1356.825892] env[65432]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc in Status: SUCCESS [ 1356.826422] env[65432]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc deletion is rescheduled due to dependency. [ 1356.826422] env[65432]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c77a7c-5ceb-4d7b-b1e6-04fe389c2cfc" {{(pid=65432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.269925] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.270260] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.271795] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.272218] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.273420] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.273818] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.274596] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.275126] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.275556] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.275556] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.276217] env[65432]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.276648] env[65432]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0